{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "using ReinforcementLearningAnIntroduction\n",
    "\n",
    "using Plots, StatsBase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gen_model (generic function with 1 method)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function gen_model(ns, na, nb, termination_prob)\n",
    "    transitions = rand(1:ns, ns, na, nb)\n",
    "    rewards = randn(ns, na, nb)\n",
    "    function f(s, a)\n",
    "        [(next_state = transitions[s, a, b],\n",
    "          reward     = rewards[s, a, b],\n",
    "          isdone     = rand() < termination_prob,\n",
    "          prob       = 1/nb)\n",
    "          for b in 1:nb]\n",
    "    end\n",
    "    DynamicDistributionModel(f, ns, na)\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "eval_Q (generic function with 2 methods)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function eval_Q(Q, M, S=x-> findmax(x)[2])\n",
    "    s, isdone, reward = 1, false, 0.\n",
    "    while !isdone\n",
    "        a = Q(s) |> S\n",
    "        next_options = M(s, a)\n",
    "        s′, r, isdone, _ = sample(next_options, weights([x.prob for x in next_options]))\n",
    "        reward += r\n",
    "        s = s′\n",
    "    end\n",
    "    reward\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "alternate_policy (generic function with 4 methods)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function alternate_policy(ns, na, nb, steps=20000, eval_every=100, termination_prob=0.1)\n",
    "    Q = TabularApproximator(n_state=ns, n_action=na)\n",
    "    M = gen_model(ns, na, nb, termination_prob)\n",
    "    rewards = []\n",
    "    step = 1\n",
    "    while step <= steps\n",
    "        for s in 1:ns\n",
    "            for a in 1:na\n",
    "                error = sum(p * (r + (1-d) * maximum(Q(s′))) for (s′, r, d, p) in M(s, a)) - Q(s, a)\n",
    "                update!(Q, (s, a) => error)\n",
    "                step % eval_every == 0 && push!(rewards, mean(eval_Q(Q, M) for _ in 1:100))\n",
    "                step += 1\n",
    "            end\n",
    "        end\n",
    "    end\n",
    "    rewards\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "on_policy (generic function with 5 methods)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function on_policy(ns, na, nb, steps=20000, eval_every=100, ϵ=0.1, termination_prob=0.1)\n",
    "    Q = TabularApproximator(n_state=ns, n_action=na)\n",
    "    S = EpsilonGreedyExplorer(ϵ)\n",
    "    M = gen_model(ns, na, nb, termination_prob)\n",
    "    s = 1\n",
    "    rewards = []\n",
    "    for step in 1:steps\n",
    "        a = Q(s) |> S\n",
    "        next_options = M(s, a)\n",
    "        next_state, _, isdone, _ = sample(next_options, weights([x.prob for x in next_options]))\n",
    "        error = sum(p * (r + (1-d) * maximum(Q(s′))) for (s′, r, d, p) in next_options) - Q(s, a)\n",
    "        update!(Q, (s, a) => error)\n",
    "        s = isdone ? 1 : next_state\n",
    "        step % eval_every == 0 && push!(rewards, mean(eval_Q(Q, M) for _ in 1:100))\n",
    "    end\n",
    "    rewards\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip6300\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip6300)\" d=\"\n",
       "M0 1600 L2400 1600 L2400 0 L0 0  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip6301\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip6300)\" d=\"\n",
       "M113.754 1487.47 L2352.76 1487.47 L2352.76 47.2441 L113.754 47.2441  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip6302\">\n",
       "    <rect x=\"113\" y=\"47\" width=\"2240\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  166.508,1487.47 166.508,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  697.228,1487.47 697.228,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1227.95,1487.47 1227.95,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1758.67,1487.47 1758.67,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  2289.39,1487.47 2289.39,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,1457.98 2352.76,1457.98 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,1240.94 2352.76,1240.94 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,1023.89 2352.76,1023.89 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,806.851 2352.76,806.851 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,589.809 2352.76,589.809 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,372.767 2352.76,372.767 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,155.725 2352.76,155.725 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1487.47 113.754,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  166.508,1487.47 166.508,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  697.228,1487.47 697.228,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1227.95,1487.47 1227.95,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1758.67,1487.47 1758.67,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  2289.39,1487.47 2289.39,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1457.98 140.622,1457.98 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1240.94 140.622,1240.94 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1023.89 140.622,1023.89 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,806.851 140.622,806.851 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,589.809 140.622,589.809 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,372.767 140.622,372.767 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,155.725 140.622,155.725 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 166.508, 1541.47)\" x=\"166.508\" y=\"1541.47\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 697.228, 1541.47)\" x=\"697.228\" y=\"1541.47\">50</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1227.95, 1541.47)\" x=\"1227.95\" y=\"1541.47\">100</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1758.67, 1541.47)\" x=\"1758.67\" y=\"1541.47\">150</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 2289.39, 1541.47)\" x=\"2289.39\" y=\"1541.47\">200</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 1475.48)\" x=\"89.7545\" y=\"1475.48\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 1258.44)\" x=\"89.7545\" y=\"1258.44\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 1041.39)\" x=\"89.7545\" y=\"1041.39\">2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 824.351)\" x=\"89.7545\" y=\"824.351\">3</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 607.309)\" x=\"89.7545\" y=\"607.309\">4</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 390.267)\" x=\"89.7545\" y=\"390.267\">5</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 173.225)\" x=\"89.7545\" y=\"173.225\">6</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,588.113 187.737,507.734 198.351,321.652 208.966,356.238 219.58,360.134 230.194,312.016 240.809,214.841 251.423,220.616 262.038,270.322 272.652,340.63 \n",
       "  283.266,295.992 293.881,351.968 304.495,153.417 315.11,171.837 325.724,215.09 336.338,226.108 346.953,208.369 357.567,177.974 368.182,175.73 378.796,225.496 \n",
       "  389.41,276.148 400.025,155.374 410.639,155.006 421.254,162.288 431.868,243.458 442.482,170.715 453.097,247 463.711,220.506 474.326,155.535 484.94,173.913 \n",
       "  495.554,173.256 506.169,152.191 516.783,253.264 527.398,207.329 538.012,175.731 548.626,159.332 559.241,286.615 569.855,251.42 580.47,109.711 591.084,152.143 \n",
       "  601.698,203.532 612.313,186.027 622.927,168.809 633.542,222.588 644.156,88.0053 654.77,202.182 665.385,211.714 675.999,213.28 686.614,138.306 697.228,288.656 \n",
       "  707.842,185.091 718.457,250.324 729.071,235.12 739.686,221.674 750.3,209.266 760.914,292.362 771.529,163.536 782.143,150.595 792.758,195.784 803.372,230.113 \n",
       "  813.986,276.506 824.601,307.742 835.215,285.297 845.83,252.621 856.444,262.461 867.058,233.198 877.673,154.654 888.287,168.003 898.902,308.601 909.516,369.032 \n",
       "  920.13,200.324 930.745,188.574 941.359,121.399 951.974,199.626 962.588,191.162 973.202,160.079 983.817,230.329 994.431,204.151 1005.05,226.954 1015.66,193.095 \n",
       "  1026.27,226.006 1036.89,214.32 1047.5,307.19 1058.12,215.45 1068.73,159.444 1079.35,210.494 1089.96,232.554 1100.58,138.107 1111.19,183.145 1121.8,173.635 \n",
       "  1132.42,183.04 1143.03,305.703 1153.65,223.755 1164.26,202.63 1174.88,182.845 1185.49,161.372 1196.1,191.76 1206.72,213.276 1217.33,254.151 1227.95,104.314 \n",
       "  1238.56,219.684 1249.18,295.369 1259.79,206.068 1270.41,234.583 1281.02,284.481 1291.63,251.731 1302.25,387.54 1312.86,287.604 1323.48,237.277 1334.09,279.178 \n",
       "  1344.71,247.584 1355.32,294.191 1365.94,290.789 1376.55,346 1387.16,262.95 1397.78,333.262 1408.39,262.591 1419.01,294.597 1429.62,358.036 1440.24,185.912 \n",
       "  1450.85,268.955 1461.46,189.851 1472.08,250.653 1482.69,230.78 1493.31,193.457 1503.92,279.404 1514.54,297.86 1525.15,293.915 1535.77,217.371 1546.38,192.598 \n",
       "  1556.99,253.825 1567.61,182.118 1578.22,225.735 1588.84,242.939 1599.45,151.591 1610.07,318.746 1620.68,370.477 1631.3,188.264 1641.91,154.691 1652.52,256.409 \n",
       "  1663.14,226.106 1673.75,116.021 1684.37,202.043 1694.98,222.393 1705.6,103.77 1716.21,185.158 1726.82,256.117 1737.44,352.675 1748.05,139.027 1758.67,194.045 \n",
       "  1769.28,185.909 1779.9,201.73 1790.51,254.979 1801.13,289.026 1811.74,200.265 1822.35,309.588 1832.97,254.337 1843.58,306.571 1854.2,304.141 1864.81,341.853 \n",
       "  1875.43,344.674 1886.04,110.765 1896.66,255.849 1907.27,328.904 1917.88,207.545 1928.5,158.628 1939.11,238.059 1949.73,294.836 1960.34,199.378 1970.96,322.892 \n",
       "  1981.57,237.624 1992.18,283.416 2002.8,391.91 2013.41,241.195 2024.03,303.618 2034.64,288.682 2045.26,177.185 2055.87,379.451 2066.49,239.756 2077.1,292.406 \n",
       "  2087.71,290.003 2098.33,200.608 2108.94,338.834 2119.56,268.575 2130.17,315.224 2140.79,237.985 2151.4,150.611 2162.02,308.5 2172.63,398.429 2183.24,196.638 \n",
       "  2193.86,431.164 2204.47,203.23 2215.09,375.108 2225.7,252.608 2236.32,305.161 2246.93,338.52 2257.54,254.319 2268.16,282.384 2278.77,291.47 2289.39,174.423 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1446.71 187.737,1377.44 198.351,1232.02 208.966,1235.93 219.58,1182.66 230.194,1169.69 240.809,1063.13 251.423,896.153 262.038,935.542 272.652,864.333 \n",
       "  283.266,784.46 293.881,742.788 304.495,770.663 315.11,693.685 325.724,587.222 336.338,529.537 346.953,563.409 357.567,418.609 368.182,404.862 378.796,366.807 \n",
       "  389.41,400.749 400.025,372.324 410.639,303.016 421.254,263.073 431.868,257.919 442.482,194.543 453.097,242.825 463.711,256.826 474.326,314.934 484.94,308.829 \n",
       "  495.554,310.995 506.169,223.621 516.783,213.843 527.398,180.706 538.012,255.484 548.626,181.151 559.241,274.764 569.855,214.995 580.47,229.067 591.084,250.207 \n",
       "  601.698,208.716 612.313,202.718 622.927,172.47 633.542,154.889 644.156,182.619 654.77,194.332 665.385,123.557 675.999,173.627 686.614,146.859 697.228,168.938 \n",
       "  707.842,147.679 718.457,251.116 729.071,226.767 739.686,258.109 750.3,247.433 760.914,278.041 771.529,317.989 782.143,276.441 792.758,324.492 803.372,253.224 \n",
       "  813.986,290.493 824.601,293.047 835.215,303.971 845.83,305.119 856.444,281.575 867.058,355.019 877.673,321.403 888.287,311.195 898.902,240.225 909.516,231.188 \n",
       "  920.13,255.95 930.745,241.019 941.359,275.853 951.974,352.89 962.588,325.514 973.202,354.579 983.817,283.336 994.431,336.037 1005.05,417.136 1015.66,417.903 \n",
       "  1026.27,472.319 1036.89,457.659 1047.5,439.258 1058.12,521.911 1068.73,524.919 1079.35,511.955 1089.96,576.59 1100.58,565.828 1111.19,551.298 1121.8,546.739 \n",
       "  1132.42,549.292 1143.03,539.697 1153.65,553.772 1164.26,621.87 1174.88,601.824 1185.49,568.663 1196.1,574.184 1206.72,608.726 1217.33,578.461 1227.95,524.586 \n",
       "  1238.56,409.141 1249.18,446.032 1259.79,448.599 1270.41,427.444 1281.02,427.159 1291.63,444.451 1302.25,416.754 1312.86,396.818 1323.48,372.979 1334.09,394.752 \n",
       "  1344.71,424.58 1355.32,412.426 1365.94,449.245 1376.55,496.865 1387.16,481.029 1397.78,478.825 1408.39,496.024 1419.01,507.696 1429.62,528.083 1440.24,539.13 \n",
       "  1450.85,470.784 1461.46,545.23 1472.08,564.59 1482.69,542.512 1493.31,519.743 1503.92,513.878 1514.54,508.33 1525.15,537.014 1535.77,558.366 1546.38,484.283 \n",
       "  1556.99,571.257 1567.61,526.327 1578.22,575.442 1588.84,537.052 1599.45,545.519 1610.07,540.043 1620.68,630.994 1631.3,629.538 1641.91,615.104 1652.52,714.078 \n",
       "  1663.14,600.789 1673.75,642.999 1684.37,614.283 1694.98,639.159 1705.6,639.741 1716.21,626.474 1726.82,675.144 1737.44,727.114 1748.05,701.78 1758.67,676.876 \n",
       "  1769.28,640.58 1779.9,705.491 1790.51,629.013 1801.13,625.113 1811.74,619.94 1822.35,655.449 1832.97,589.84 1843.58,648.063 1854.2,600.377 1864.81,684.258 \n",
       "  1875.43,640.955 1886.04,624.279 1896.66,701.228 1907.27,721.952 1917.88,676.097 1928.5,710.294 1939.11,721.17 1949.73,720.325 1960.34,686.313 1970.96,619.312 \n",
       "  1981.57,721.496 1992.18,648.307 2002.8,624.077 2013.41,602.088 2024.03,570.662 2034.64,558.152 2045.26,591.796 2055.87,615.66 2066.49,586.943 2077.1,588.996 \n",
       "  2087.71,566.765 2098.33,521.828 2108.94,570.286 2119.56,552.819 2130.17,566.984 2140.79,572.784 2151.4,555.213 2162.02,594.931 2172.63,544.912 2183.24,559.49 \n",
       "  2193.86,616.46 2204.47,591.643 2215.09,543.832 2225.7,566.255 2236.32,508.351 2246.93,486.465 2257.54,447.485 2268.16,657.48 2278.77,690.289 2289.39,723.821 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#3da44d; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1247.23 187.737,1180.36 198.351,1131.24 208.966,1079.51 219.58,1073.26 230.194,1030.99 240.809,1039.86 251.423,1019.13 262.038,991.02 272.652,988.939 \n",
       "  283.266,954.189 293.881,931.304 304.495,945.894 315.11,926.78 325.724,911.394 336.338,889.159 346.953,900.739 357.567,890.55 368.182,882.077 378.796,891.767 \n",
       "  389.41,870.961 400.025,869.93 410.639,854.883 421.254,864.499 431.868,860.078 442.482,844.315 453.097,861.706 463.711,829.956 474.326,827.255 484.94,858.626 \n",
       "  495.554,827.575 506.169,814.799 516.783,819.588 527.398,824.588 538.012,827.439 548.626,799.397 559.241,817.488 569.855,818.097 580.47,819.735 591.084,806.139 \n",
       "  601.698,801.842 612.313,766.065 622.927,796.428 633.542,804.261 644.156,805.628 654.77,804.156 665.385,811.517 675.999,809.469 686.614,800.328 697.228,808.91 \n",
       "  707.842,803.632 718.457,806.81 729.071,796.471 739.686,786.009 750.3,802.731 760.914,801.146 771.529,796.472 782.143,798.096 792.758,784.828 803.372,812.961 \n",
       "  813.986,791.408 824.601,817.227 835.215,821.081 845.83,809.321 856.444,800.123 867.058,772.493 877.673,796.082 888.287,803.641 898.902,792.564 909.516,805.184 \n",
       "  920.13,825.732 930.745,801.868 941.359,803.306 951.974,810.061 962.588,816.938 973.202,783.315 983.817,772.254 994.431,793.933 1005.05,787.189 1015.66,757.82 \n",
       "  1026.27,793.738 1036.89,783.279 1047.5,797.887 1058.12,810.167 1068.73,775.674 1079.35,807.35 1089.96,769.809 1100.58,774.777 1111.19,781.485 1121.8,780.219 \n",
       "  1132.42,801.53 1143.03,791.851 1153.65,820.338 1164.26,801.09 1174.88,785.034 1185.49,792.609 1196.1,771.114 1206.72,804.326 1217.33,780.653 1227.95,778.951 \n",
       "  1238.56,768.038 1249.18,777.617 1259.79,782.708 1270.41,810.163 1281.02,819.419 1291.63,808.163 1302.25,813.598 1312.86,780.528 1323.48,776.135 1334.09,807.092 \n",
       "  1344.71,787.32 1355.32,807.575 1365.94,772.087 1376.55,804.334 1387.16,766.634 1397.78,813.216 1408.39,770.491 1419.01,807.372 1429.62,791.088 1440.24,775.243 \n",
       "  1450.85,800.648 1461.46,779.012 1472.08,821.986 1482.69,798.132 1493.31,800.262 1503.92,827.737 1514.54,782.851 1525.15,799.841 1535.77,790.751 1546.38,787.099 \n",
       "  1556.99,797.201 1567.61,782.857 1578.22,794.238 1588.84,784.35 1599.45,794.047 1610.07,801.087 1620.68,765.232 1631.3,787.8 1641.91,808.408 1652.52,794.151 \n",
       "  1663.14,784.28 1673.75,816.232 1684.37,816.332 1694.98,802.094 1705.6,780.932 1716.21,809.838 1726.82,811.947 1737.44,799.352 1748.05,768.257 1758.67,798.558 \n",
       "  1769.28,769.674 1779.9,796.826 1790.51,818.404 1801.13,778.173 1811.74,792.754 1822.35,822.403 1832.97,806.968 1843.58,798.709 1854.2,805.161 1864.81,803.829 \n",
       "  1875.43,803.339 1886.04,791.224 1896.66,796.572 1907.27,817.054 1917.88,805.052 1928.5,766.232 1939.11,823.658 1949.73,829.267 1960.34,786.376 1970.96,819.673 \n",
       "  1981.57,796.639 1992.18,839.373 2002.8,832.127 2013.41,837.316 2024.03,817.216 2034.64,829.502 2045.26,809.331 2055.87,812.076 2066.49,823.206 2077.1,806.466 \n",
       "  2087.71,815.564 2098.33,816.644 2108.94,785.209 2119.56,828.976 2130.17,806.382 2140.79,836.441 2151.4,830.057 2162.02,818.276 2172.63,819.476 2183.24,802.471 \n",
       "  2193.86,820.466 2204.47,826.008 2215.09,819.334 2225.7,836.174 2236.32,814.77 2246.93,786.107 2257.54,800.161 2268.16,804.774 2278.77,822.777 2289.39,800.371 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#c271d2; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1327.74 187.737,1273.09 198.351,1279.24 208.966,1246.21 219.58,1194.75 230.194,1166.07 240.809,1132.6 251.423,1094.1 262.038,1064.59 272.652,1037.09 \n",
       "  283.266,1021.33 293.881,968.429 304.495,931.301 315.11,916.6 325.724,887.377 336.338,836.762 346.953,811.985 357.567,777.637 368.182,740.383 378.796,701.087 \n",
       "  389.41,672.807 400.025,692.59 410.639,715.735 421.254,711.549 431.868,696.185 442.482,673.64 453.097,657.421 463.711,693.345 474.326,699.13 484.94,696.284 \n",
       "  495.554,700.972 506.169,684.5 516.783,669.123 527.398,722.63 538.012,666.369 548.626,667.956 559.241,695.684 569.855,682.158 580.47,687.829 591.084,688.599 \n",
       "  601.698,722.81 612.313,727.062 622.927,684.235 633.542,671.746 644.156,697.195 654.77,704.65 665.385,719.232 675.999,713.038 686.614,680.925 697.228,716.173 \n",
       "  707.842,713.688 718.457,723.743 729.071,706.588 739.686,739.027 750.3,712.412 760.914,735.608 771.529,688.77 782.143,712.303 792.758,690.859 803.372,737.647 \n",
       "  813.986,721.257 824.601,715.059 835.215,705.049 845.83,730.868 856.444,715.364 867.058,716.817 877.673,717.293 888.287,703.802 898.902,730.292 909.516,717.591 \n",
       "  920.13,735.014 930.745,741.256 941.359,733.381 951.974,714.538 962.588,744.456 973.202,748.441 983.817,738.802 994.431,751.031 1005.05,758.198 1015.66,737.634 \n",
       "  1026.27,779.306 1036.89,780.967 1047.5,738.145 1058.12,752.8 1068.73,776.711 1079.35,765.25 1089.96,777.235 1100.58,748.369 1111.19,751.817 1121.8,737.137 \n",
       "  1132.42,787.594 1143.03,778.943 1153.65,778.098 1164.26,784.077 1174.88,815.146 1185.49,760.379 1196.1,805.656 1206.72,786.831 1217.33,800.179 1227.95,815.038 \n",
       "  1238.56,802.693 1249.18,788.049 1259.79,814.702 1270.41,782.198 1281.02,776.65 1291.63,780.271 1302.25,809.449 1312.86,798.774 1323.48,805.268 1334.09,814.687 \n",
       "  1344.71,759.649 1355.32,800.242 1365.94,784.629 1376.55,802.06 1387.16,809.285 1397.78,793.602 1408.39,792.639 1419.01,790.547 1429.62,781.943 1440.24,821.87 \n",
       "  1450.85,825.436 1461.46,795.589 1472.08,849.873 1482.69,804.4 1493.31,835.435 1503.92,817.668 1514.54,806.933 1525.15,835.11 1535.77,836.615 1546.38,820.897 \n",
       "  1556.99,838.283 1567.61,832.628 1578.22,846.493 1588.84,828.113 1599.45,822.504 1610.07,835.988 1620.68,806.572 1631.3,826.762 1641.91,838.537 1652.52,851.381 \n",
       "  1663.14,868.369 1673.75,849.985 1684.37,837.72 1694.98,869.195 1705.6,847.647 1716.21,870.427 1726.82,860.244 1737.44,864.486 1748.05,868.365 1758.67,869.886 \n",
       "  1769.28,859.466 1779.9,862.403 1790.51,877.885 1801.13,900.613 1811.74,864.807 1822.35,897.606 1832.97,873.158 1843.58,864.908 1854.2,893.173 1864.81,879.732 \n",
       "  1875.43,891.955 1886.04,906.747 1896.66,902.505 1907.27,904.914 1917.88,909.11 1928.5,927.863 1939.11,895.533 1949.73,882.233 1960.34,894.65 1970.96,890.263 \n",
       "  1981.57,911.893 1992.18,878.146 2002.8,903.414 2013.41,897.631 2024.03,907.913 2034.64,888.903 2045.26,904.849 2055.87,902.099 2066.49,915.813 2077.1,888.007 \n",
       "  2087.71,912.063 2098.33,904.922 2108.94,910.599 2119.56,908.486 2130.17,891.782 2140.79,921.717 2151.4,907.575 2162.02,919.98 2172.63,926.345 2183.24,903.898 \n",
       "  2193.86,939.854 2204.47,921.074 2215.09,934.596 2225.7,928.11 2236.32,889.405 2246.93,952.571 2257.54,931.351 2268.16,909.513 2278.77,884.87 2289.39,929.495 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#ac8d18; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1352.3 187.737,1322.31 198.351,1315.08 208.966,1304.89 219.58,1293.4 230.194,1261.27 240.809,1265.51 251.423,1234.02 262.038,1241.77 272.652,1241.29 \n",
       "  283.266,1216.23 293.881,1218.5 304.495,1202.29 315.11,1207.95 325.724,1185.4 336.338,1165.16 346.953,1158.37 357.567,1175.17 368.182,1177.21 378.796,1175.7 \n",
       "  389.41,1141.64 400.025,1185.1 410.639,1167.93 421.254,1172.2 431.868,1161.07 442.482,1151.34 453.097,1134.73 463.711,1156.85 474.326,1123.68 484.94,1169.52 \n",
       "  495.554,1132.35 506.169,1142.54 516.783,1112.65 527.398,1172.91 538.012,1147.17 548.626,1163.46 559.241,1134.74 569.855,1124.66 580.47,1123.41 591.084,1127.17 \n",
       "  601.698,1144.48 612.313,1142.74 622.927,1122.9 633.542,1122.52 644.156,1162.99 654.77,1122.42 665.385,1147.41 675.999,1121.76 686.614,1128.04 697.228,1146.97 \n",
       "  707.842,1100.21 718.457,1130.97 729.071,1125.99 739.686,1134.41 750.3,1140.33 760.914,1130.07 771.529,1121.39 782.143,1136.06 792.758,1112.16 803.372,1118.82 \n",
       "  813.986,1136.91 824.601,1099.81 835.215,1125.75 845.83,1126.25 856.444,1134.47 867.058,1123.73 877.673,1108.06 888.287,1153.06 898.902,1113.77 909.516,1111.61 \n",
       "  920.13,1134.67 930.745,1126.57 941.359,1134.25 951.974,1147.41 962.588,1116.8 973.202,1129 983.817,1102.45 994.431,1113.05 1005.05,1117.37 1015.66,1137.64 \n",
       "  1026.27,1128.58 1036.89,1117.45 1047.5,1130.9 1058.12,1117.59 1068.73,1113.04 1079.35,1111.03 1089.96,1097.18 1100.58,1132.81 1111.19,1138.69 1121.8,1109.18 \n",
       "  1132.42,1104.16 1143.03,1094.44 1153.65,1119.08 1164.26,1122 1174.88,1106.05 1185.49,1134.97 1196.1,1101 1206.72,1129.55 1217.33,1128.03 1227.95,1111.46 \n",
       "  1238.56,1121.15 1249.18,1095.51 1259.79,1096.38 1270.41,1123.48 1281.02,1112.09 1291.63,1116.48 1302.25,1089.96 1312.86,1134.82 1323.48,1116.53 1334.09,1138.99 \n",
       "  1344.71,1105.53 1355.32,1115.22 1365.94,1126.24 1376.55,1102.45 1387.16,1113.83 1397.78,1128.24 1408.39,1116.28 1419.01,1100.5 1429.62,1105.52 1440.24,1109.5 \n",
       "  1450.85,1100.64 1461.46,1112.44 1472.08,1106.85 1482.69,1113.77 1493.31,1086.16 1503.92,1114.78 1514.54,1123.59 1525.15,1110.55 1535.77,1117.89 1546.38,1127.35 \n",
       "  1556.99,1120.43 1567.61,1090.18 1578.22,1105.69 1588.84,1125.81 1599.45,1107.63 1610.07,1098.86 1620.68,1102.04 1631.3,1110.98 1641.91,1122.72 1652.52,1103.91 \n",
       "  1663.14,1104.59 1673.75,1097.17 1684.37,1109.2 1694.98,1132.99 1705.6,1121.77 1716.21,1109.46 1726.82,1103.43 1737.44,1079.55 1748.05,1081.85 1758.67,1080.57 \n",
       "  1769.28,1106.55 1779.9,1119.97 1790.51,1085.85 1801.13,1106.08 1811.74,1094.43 1822.35,1123.2 1832.97,1100.76 1843.58,1117.64 1854.2,1086.07 1864.81,1108.8 \n",
       "  1875.43,1090.04 1886.04,1134.72 1896.66,1112.46 1907.27,1116.65 1917.88,1112.49 1928.5,1109.41 1939.11,1100.26 1949.73,1098.43 1960.34,1110.61 1970.96,1111.84 \n",
       "  1981.57,1122.4 1992.18,1109.13 2002.8,1128.72 2013.41,1078.8 2024.03,1104.56 2034.64,1094.9 2045.26,1086.75 2055.87,1092.96 2066.49,1115.23 2077.1,1090.45 \n",
       "  2087.71,1102.31 2098.33,1086.18 2108.94,1105.58 2119.56,1112.52 2130.17,1095.57 2140.79,1101.95 2151.4,1091.91 2162.02,1097.48 2172.63,1115.18 2183.24,1102.81 \n",
       "  2193.86,1099.92 2204.47,1114.5 2215.09,1095.29 2225.7,1125.36 2236.32,1095.86 2246.93,1082.96 2257.54,1129.64 2268.16,1087.9 2278.77,1112.05 2289.39,1083.52 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6302)\" style=\"stroke:#00a9ad; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1420.41 187.737,1379.17 198.351,1376.23 208.966,1370.9 219.58,1321.03 230.194,1308.4 240.809,1315.94 251.423,1295.27 262.038,1268.59 272.652,1257.62 \n",
       "  283.266,1238.7 293.881,1224.7 304.495,1200.27 315.11,1199.83 325.724,1152.96 336.338,1124.36 346.953,1115.1 357.567,1101.82 368.182,1121.89 378.796,1086.27 \n",
       "  389.41,1098.44 400.025,1067.53 410.639,1082.74 421.254,1072.62 431.868,1076.34 442.482,1066.65 453.097,1092.37 463.711,1078.83 474.326,1097.04 484.94,1093.85 \n",
       "  495.554,1088.63 506.169,1072.96 516.783,1050.07 527.398,1076.1 538.012,1084.64 548.626,1071.9 559.241,1075.06 569.855,1089.72 580.47,1048.74 591.084,1088.85 \n",
       "  601.698,1089.02 612.313,1061.93 622.927,1078.8 633.542,1063.22 644.156,1079.02 654.77,1073.37 665.385,1096.93 675.999,1071.74 686.614,1082.41 697.228,1079.69 \n",
       "  707.842,1087.09 718.457,1053.15 729.071,1069.86 739.686,1063.02 750.3,1069.68 760.914,1080.01 771.529,1100.77 782.143,1063.86 792.758,1082.45 803.372,1097.99 \n",
       "  813.986,1090.3 824.601,1064.32 835.215,1094.18 845.83,1074.25 856.444,1070.71 867.058,1109.86 877.673,1075.98 888.287,1085.78 898.902,1073.39 909.516,1088.32 \n",
       "  920.13,1054.18 930.745,1096.86 941.359,1094.22 951.974,1088.38 962.588,1069.5 973.202,1080.46 983.817,1073.28 994.431,1092.55 1005.05,1113.95 1015.66,1113.88 \n",
       "  1026.27,1083.22 1036.89,1086.86 1047.5,1090.48 1058.12,1091.41 1068.73,1076.87 1079.35,1101.59 1089.96,1103.41 1100.58,1084.48 1111.19,1080.58 1121.8,1063.66 \n",
       "  1132.42,1089.77 1143.03,1088.49 1153.65,1084.19 1164.26,1077.74 1174.88,1083.62 1185.49,1068.86 1196.1,1083.53 1206.72,1093.15 1217.33,1094.5 1227.95,1086.94 \n",
       "  1238.56,1105.43 1249.18,1062.2 1259.79,1083.13 1270.41,1092.5 1281.02,1103.06 1291.63,1094.56 1302.25,1078.19 1312.86,1106.48 1323.48,1098.18 1334.09,1125.13 \n",
       "  1344.71,1115.26 1355.32,1097.12 1365.94,1088.83 1376.55,1097.16 1387.16,1103.78 1397.78,1115.13 1408.39,1102.4 1419.01,1105.19 1429.62,1105.88 1440.24,1118.69 \n",
       "  1450.85,1104.96 1461.46,1118.84 1472.08,1100.93 1482.69,1077.27 1493.31,1097.54 1503.92,1110.17 1514.54,1117.7 1525.15,1093.16 1535.77,1102.75 1546.38,1073.67 \n",
       "  1556.99,1089.5 1567.61,1103.29 1578.22,1122.94 1588.84,1104.75 1599.45,1096.25 1610.07,1116.22 1620.68,1089.16 1631.3,1077.86 1641.91,1104.65 1652.52,1123.57 \n",
       "  1663.14,1112.59 1673.75,1095.98 1684.37,1100.94 1694.98,1104.21 1705.6,1106.62 1716.21,1108.63 1726.82,1121.14 1737.44,1070.36 1748.05,1096.24 1758.67,1131.01 \n",
       "  1769.28,1114.28 1779.9,1106.47 1790.51,1126.48 1801.13,1125.87 1811.74,1105.17 1822.35,1076.24 1832.97,1124.42 1843.58,1105.3 1854.2,1079.76 1864.81,1096.51 \n",
       "  1875.43,1114.32 1886.04,1093.13 1896.66,1117.25 1907.27,1129.6 1917.88,1121.56 1928.5,1102.49 1939.11,1121.99 1949.73,1117.46 1960.34,1097.96 1970.96,1121.6 \n",
       "  1981.57,1133.69 1992.18,1105.99 2002.8,1116.97 2013.41,1122.64 2024.03,1108.61 2034.64,1132.02 2045.26,1123.39 2055.87,1116.83 2066.49,1098.45 2077.1,1137.43 \n",
       "  2087.71,1114.25 2098.33,1125.17 2108.94,1107.71 2119.56,1107.42 2130.17,1118.42 2140.79,1096.27 2151.4,1105.16 2162.02,1121.11 2172.63,1110.37 2183.24,1126.84 \n",
       "  2193.86,1112.41 2204.47,1127.24 2215.09,1111.31 2225.7,1128.69 2236.32,1131.39 2246.93,1089.53 2257.54,1102.68 2268.16,1104.01 2278.77,1129.93 2289.39,1107.5 \n",
       "  \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip6300)\" d=\"\n",
       "M1715.66 1343.47 L2280.76 1343.47 L2280.76 920.115 L1715.66 920.115  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1715.66,1343.47 2280.76,1343.47 2280.76,920.115 1715.66,920.115 1715.66,1343.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,980.595 1883.66,980.595 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 998.095)\" x=\"1907.66\" y=\"998.095\">on_policy b=1</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,1041.07 1883.66,1041.07 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 1058.57)\" x=\"1907.66\" y=\"1058.57\">uniform b=1</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#3da44d; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,1101.55 1883.66,1101.55 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 1119.05)\" x=\"1907.66\" y=\"1119.05\">on_policy b=3</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#c271d2; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,1162.03 1883.66,1162.03 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 1179.53)\" x=\"1907.66\" y=\"1179.53\">uniform b=3</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#ac8d18; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,1222.51 1883.66,1222.51 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 1240.01)\" x=\"1907.66\" y=\"1240.01\">on_policy b=10</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6300)\" style=\"stroke:#00a9ad; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1739.66,1282.99 1883.66,1282.99 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6300)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1907.66, 1300.49)\" x=\"1907.66\" y=\"1300.49\">uniform b=10</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p = plot(legend=:bottomright)\n",
    "ns, na, steps, eval_every = 1000, 2, 20000, 100\n",
    "for b in [1, 3, 10]\n",
    "    plot!(p, mean(on_policy(ns, na, b, steps, eval_every) for _ in 1:30), label=\"on_policy b=$b\")\n",
    "    plot!(p, mean(alternate_policy(ns, na, b, steps, eval_every) for _ in 1:30), label=\"uniform b=$b\")\n",
    "end\n",
    "\n",
    "p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip6700\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip6700)\" d=\"\n",
       "M0 1600 L2400 1600 L2400 0 L0 0  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip6701\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip6700)\" d=\"\n",
       "M113.754 1487.47 L2352.76 1487.47 L2352.76 47.2441 L113.754 47.2441  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip6702\">\n",
       "    <rect x=\"113\" y=\"47\" width=\"2240\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  176.066,1487.47 176.066,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  704.396,1487.47 704.396,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1232.73,1487.47 1232.73,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1761.06,1487.47 1761.06,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  2289.39,1487.47 2289.39,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,1299.54 2352.76,1299.54 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,1087.5 2352.76,1087.5 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,875.45 2352.76,875.45 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,663.405 2352.76,663.405 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,451.36 2352.76,451.36 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  113.754,239.314 2352.76,239.314 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1487.47 113.754,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  176.066,1487.47 176.066,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  704.396,1487.47 704.396,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1232.73,1487.47 1232.73,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1761.06,1487.47 1761.06,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  2289.39,1487.47 2289.39,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1299.54 140.622,1299.54 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,1087.5 140.622,1087.5 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,875.45 140.622,875.45 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,663.405 140.622,663.405 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,451.36 140.622,451.36 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  113.754,239.314 140.622,239.314 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 176.066, 1541.47)\" x=\"176.066\" y=\"1541.47\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 704.396, 1541.47)\" x=\"704.396\" y=\"1541.47\">500</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1232.73, 1541.47)\" x=\"1232.73\" y=\"1541.47\">1000</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1761.06, 1541.47)\" x=\"1761.06\" y=\"1541.47\">1500</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 2289.39, 1541.47)\" x=\"2289.39\" y=\"1541.47\">2000</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 1317.04)\" x=\"89.7545\" y=\"1317.04\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 1105)\" x=\"89.7545\" y=\"1105\">2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 892.95)\" x=\"89.7545\" y=\"892.95\">3</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 680.905)\" x=\"89.7545\" y=\"680.905\">4</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 468.86)\" x=\"89.7545\" y=\"468.86\">5</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 89.7545, 256.814)\" x=\"89.7545\" y=\"256.814\">6</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,812.81 178.179,509.592 179.236,571.836 180.292,501.303 181.349,427.989 182.406,486.512 183.462,458.902 184.519,480.293 185.576,533.775 186.632,385.014 \n",
       "  187.689,473.888 188.746,501.401 189.802,358.26 190.859,399.239 191.916,474.873 192.972,457.031 194.029,456.191 195.086,518.626 196.142,373.99 197.199,491.323 \n",
       "  198.256,417.016 199.312,411.593 200.369,416.583 201.426,382.586 202.482,426.164 203.539,296.674 204.596,326.305 205.652,441.287 206.709,360.629 207.766,335.832 \n",
       "  208.822,338.139 209.879,349.201 210.936,382.908 211.992,379.151 213.049,424.227 214.106,425.07 215.162,345.006 216.219,314.949 217.276,348.371 218.332,286.975 \n",
       "  219.389,243.076 220.446,400.252 221.502,315.336 222.559,352.957 223.616,239.928 224.672,376.195 225.729,330.132 226.786,437.023 227.842,352.212 228.899,357.159 \n",
       "  229.955,252.362 231.012,376.28 232.069,421.863 233.125,266.692 234.182,351.329 235.239,335.401 236.295,359.345 237.352,477.762 238.409,368.107 239.465,360.26 \n",
       "  240.522,308.716 241.579,343.013 242.635,383 243.692,354.918 244.749,311.808 245.805,374.435 246.862,355.912 247.919,445.475 248.975,397.031 250.032,355.939 \n",
       "  251.089,311.655 252.145,279.232 253.202,241.101 254.259,331.941 255.315,403.633 256.372,395.349 257.429,381 258.485,335.578 259.542,336.459 260.599,442.713 \n",
       "  261.655,234.205 262.712,397.975 263.769,386.907 264.825,319.81 265.882,314.86 266.939,329.765 267.995,358.157 269.052,282.808 270.109,313.072 271.165,376.933 \n",
       "  272.222,508.593 273.279,362.17 274.335,393.974 275.392,369.325 276.449,337.341 277.505,354.766 278.562,425.219 279.619,306.67 280.675,346.213 281.732,337.936 \n",
       "  282.789,325.772 283.845,378.964 284.902,372.385 285.959,299.307 287.015,254.476 288.072,320.505 289.129,396.226 290.185,245.56 291.242,393.604 292.298,308.814 \n",
       "  293.355,276.831 294.412,297.529 295.468,310.757 296.525,308.741 297.582,357.804 298.638,326.351 299.695,288.123 300.752,389.756 301.808,296.427 302.865,283.458 \n",
       "  303.922,252.02 304.978,295.287 306.035,457.606 307.092,311.277 308.148,409.768 309.205,287.043 310.262,347.197 311.318,268.411 312.375,270.544 313.432,227.878 \n",
       "  314.488,243.451 315.545,310.91 316.602,209.746 317.658,333.474 318.715,347.311 319.772,302.605 320.828,373.376 321.885,399.014 322.942,308.804 323.998,287.828 \n",
       "  325.055,321.349 326.112,450.855 327.168,310.615 328.225,370.032 329.282,313.028 330.338,288.159 331.395,365.14 332.452,212.351 333.508,184.195 334.565,248.441 \n",
       "  335.622,250.734 336.678,279.288 337.735,392.247 338.792,406.346 339.848,409.949 340.905,398.882 341.962,295.954 343.018,384.2 344.075,333.694 345.132,295.85 \n",
       "  346.188,411.023 347.245,336.677 348.302,373.585 349.358,327.243 350.415,242.098 351.472,344.963 352.528,192.434 353.585,260.399 354.641,300.466 355.698,353.71 \n",
       "  356.755,286.958 357.811,372.415 358.868,407.901 359.925,325.811 360.981,335.946 362.038,334.722 363.095,241.75 364.151,231.658 365.208,217.152 366.265,339.956 \n",
       "  367.321,283.618 368.378,250.596 369.435,273.289 370.491,386.657 371.548,461.336 372.605,388.507 373.661,315.539 374.718,266.951 375.775,247.611 376.831,416.317 \n",
       "  377.888,371.222 378.945,256.132 380.001,367.056 381.058,264.747 382.115,375.932 383.171,320.719 384.228,264.347 385.285,331.601 386.341,336.193 387.398,233.744 \n",
       "  388.455,408.396 389.511,384.501 390.568,303.567 391.625,306.765 392.681,372.737 393.738,269.09 394.795,351.963 395.851,437.048 396.908,386.874 397.965,231.868 \n",
       "  399.021,242.185 400.078,343.437 401.135,297.749 402.191,294.54 403.248,270.712 404.305,192.685 405.361,394.994 406.418,383.968 407.475,273.96 408.531,310.726 \n",
       "  409.588,293.655 410.645,345.19 411.701,229.781 412.758,257.808 413.815,336.716 414.871,273.691 415.928,314.655 416.984,336.44 418.041,349.078 419.098,334.746 \n",
       "  420.154,328.776 421.211,385.267 422.268,320.789 423.324,308.436 424.381,347.655 425.438,453.373 426.494,299.967 427.551,393.746 428.608,385.265 429.664,199.935 \n",
       "  430.721,334.576 431.778,318.517 432.834,318.116 433.891,295.845 434.948,267.344 436.004,254.019 437.061,254.741 438.118,320.693 439.174,297.275 440.231,263.232 \n",
       "  441.288,380.116 442.344,358.168 443.401,159.128 444.458,261.584 445.514,351.588 446.571,256.917 447.628,336.628 448.684,375.033 449.741,296.069 450.798,447.999 \n",
       "  451.854,415.787 452.911,426.943 453.968,445.556 455.024,400.851 456.081,288.951 457.138,326.304 458.194,345.305 459.251,257.209 460.308,266.127 461.364,349.066 \n",
       "  462.421,365.737 463.478,347.106 464.534,271.049 465.591,429.094 466.648,431.459 467.704,402.28 468.761,354.548 469.818,284.626 470.874,319.882 471.931,365.093 \n",
       "  472.988,443.108 474.044,330.378 475.101,342.807 476.158,379.807 477.214,308.122 478.271,307.544 479.328,305.521 480.384,301.067 481.441,391.312 482.497,250.91 \n",
       "  483.554,196.532 484.611,284.702 485.667,377.004 486.724,381.695 487.781,290.712 488.837,471.682 489.894,293.935 490.951,366.88 492.007,324.172 493.064,201.623 \n",
       "  494.121,277.423 495.177,312.901 496.234,348.935 497.291,323.098 498.347,325.264 499.404,361.269 500.461,323.011 501.517,374.653 502.574,313.986 503.631,278.637 \n",
       "  504.687,378.399 505.744,355.719 506.801,274.359 507.857,212.917 508.914,305.119 509.971,304.694 511.027,260.195 512.084,314.042 513.141,329.836 514.197,374.668 \n",
       "  515.254,407.652 516.311,299.691 517.367,297.867 518.424,380.112 519.481,299.517 520.537,293.63 521.594,317.674 522.651,410.519 523.707,347.275 524.764,535.314 \n",
       "  525.821,252.905 526.877,320.362 527.934,239.395 528.991,284.239 530.047,332.529 531.104,300.057 532.161,392.693 533.217,408.309 534.274,313.231 535.331,503.844 \n",
       "  536.387,353.045 537.444,228.686 538.501,330.401 539.557,263.078 540.614,409.677 541.671,354.896 542.727,352.7 543.784,311.006 544.84,318.664 545.897,311.46 \n",
       "  546.954,304.791 548.01,241.686 549.067,381.83 550.124,397.86 551.18,356.151 552.237,381.934 553.294,276.411 554.35,301.634 555.407,328.758 556.464,347.425 \n",
       "  557.52,409.258 558.577,339.484 559.634,250.021 560.69,320.143 561.747,339.224 562.804,272.332 563.86,282.416 564.917,424.05 565.974,311.766 567.03,317.951 \n",
       "  568.087,349.359 569.144,392.282 570.2,286.848 571.257,257.961 572.314,240.036 573.37,285.754 574.427,288.182 575.484,285.357 576.54,329.605 577.597,291.243 \n",
       "  578.654,209.057 579.71,228.806 580.767,262.818 581.824,269.878 582.88,207.111 583.937,355.286 584.994,362.558 586.05,258.348 587.107,353.993 588.164,316.353 \n",
       "  589.22,326.724 590.277,317.497 591.334,353.888 592.39,374.11 593.447,358.792 594.504,422.347 595.56,375.798 596.617,294.48 597.674,237.451 598.73,317.059 \n",
       "  599.787,279.372 600.844,420.891 601.9,256.983 602.957,279.913 604.014,358.109 605.07,308.511 606.127,262.381 607.183,293.587 608.24,243.611 609.297,267.98 \n",
       "  610.353,313.522 611.41,338.614 612.467,300.794 613.523,332.368 614.58,375.091 615.637,242.474 616.693,431.209 617.75,342.086 618.807,202.405 619.863,354.186 \n",
       "  620.92,360.68 621.977,410.05 623.033,358.317 624.09,308.626 625.147,386.858 626.203,316.691 627.26,341.271 628.317,309.787 629.373,423.289 630.43,392.761 \n",
       "  631.487,280.933 632.543,456.41 633.6,396.255 634.657,348.17 635.713,461.841 636.77,438.378 637.827,367.99 638.883,258.974 639.94,366.017 640.997,309.224 \n",
       "  642.053,246.982 643.11,338.425 644.167,295.862 645.223,410.138 646.28,306.796 647.337,313.788 648.393,372.746 649.45,284.995 650.507,367.464 651.563,340.166 \n",
       "  652.62,285.259 653.677,280.736 654.733,490.131 655.79,294.576 656.847,384.473 657.903,428.09 658.96,319.346 660.017,296.665 661.073,236.908 662.13,285.441 \n",
       "  663.187,304.286 664.243,350.96 665.3,337.044 666.357,260.731 667.413,306.223 668.47,290.721 669.526,327.815 670.583,366.976 671.64,256.088 672.696,258.355 \n",
       "  673.753,377.742 674.81,377.648 675.866,407.626 676.923,243.156 677.98,284.89 679.036,313.243 680.093,262.932 681.15,270.626 682.206,296.781 683.263,325.103 \n",
       "  684.32,375.896 685.376,473.245 686.433,384.225 687.49,349.599 688.546,276.031 689.603,253.482 690.66,347.613 691.716,437.099 692.773,448.183 693.83,273.669 \n",
       "  694.886,357.62 695.943,313.571 697,448.315 698.056,281.443 699.113,410.237 700.17,329.541 701.226,347.702 702.283,304.588 703.34,308.747 704.396,281.181 \n",
       "  705.453,324.241 706.51,289.55 707.566,472.951 708.623,243.302 709.68,277.302 710.736,244.476 711.793,362.076 712.85,355.191 713.906,280.079 714.963,297.914 \n",
       "  716.02,356.417 717.076,386.695 718.133,232.402 719.19,336.359 720.246,280.627 721.303,289.444 722.36,320.192 723.416,383.586 724.473,292.728 725.53,314.654 \n",
       "  726.586,402.88 727.643,353.01 728.7,274.618 729.756,269.754 730.813,352.093 731.87,289.893 732.926,401.767 733.983,345.862 735.039,342.907 736.096,236.566 \n",
       "  737.153,254.531 738.209,237.311 739.266,219.885 740.323,449.081 741.379,212.529 742.436,346.726 743.493,315.036 744.549,247.89 745.606,333.857 746.663,200.282 \n",
       "  747.719,137.024 748.776,356.853 749.833,310.855 750.889,375.693 751.946,225.181 753.003,363.407 754.059,324.256 755.116,224.237 756.173,300.405 757.229,385.568 \n",
       "  758.286,393.479 759.343,346.813 760.399,276.685 761.456,366.319 762.513,276.579 763.569,341.006 764.626,331.117 765.683,337.233 766.739,281.984 767.796,424.44 \n",
       "  768.853,435.24 769.909,259.263 770.966,325.783 772.023,305.451 773.079,377.31 774.136,390.749 775.193,340.031 776.249,472.081 777.306,391.831 778.363,355.102 \n",
       "  779.419,336.395 780.476,129.948 781.533,263.597 782.589,228.107 783.646,312.253 784.703,336.087 785.759,361.48 786.816,265.796 787.873,312.64 788.929,306.424 \n",
       "  789.986,358.705 791.043,361.193 792.099,386.506 793.156,345.581 794.213,475.183 795.269,306.165 796.326,312.331 797.382,287.512 798.439,262.137 799.496,432.654 \n",
       "  800.552,453.479 801.609,382.901 802.666,435.699 803.722,320.46 804.779,265.912 805.836,332.166 806.892,270.291 807.949,352.495 809.006,337.365 810.062,352.03 \n",
       "  811.119,329.163 812.176,367.501 813.232,289.353 814.289,253.841 815.346,335.05 816.402,224.984 817.459,194.86 818.516,244.384 819.572,459.842 820.629,364.122 \n",
       "  821.686,342.254 822.742,331.154 823.799,336.054 824.856,237.222 825.912,425.777 826.969,320.156 828.026,231.994 829.082,312.641 830.139,271.606 831.196,416.964 \n",
       "  832.252,202.34 833.309,225.003 834.366,294.19 835.422,321.872 836.479,442.974 837.536,313.1 838.592,339.931 839.649,262.926 840.706,329.581 841.762,345.539 \n",
       "  842.819,387.533 843.876,537.471 844.932,356.224 845.989,387.456 847.046,303.759 848.102,360.894 849.159,324.275 850.216,295.585 851.272,389.894 852.329,249.595 \n",
       "  853.386,389.273 854.442,323.312 855.499,394.12 856.556,375.699 857.612,351.198 858.669,492.599 859.725,435.238 860.782,330.669 861.839,300.573 862.895,388.346 \n",
       "  863.952,257.938 865.009,409.996 866.065,290.019 867.122,327.347 868.179,331.889 869.235,276.19 870.292,318.31 871.349,296.161 872.405,376.458 873.462,323.805 \n",
       "  874.519,379.618 875.575,265.17 876.632,305.408 877.689,395.55 878.745,318.743 879.802,261.99 880.859,346.182 881.915,372.836 882.972,269.921 884.029,421.925 \n",
       "  885.085,439.741 886.142,367.597 887.199,350.895 888.255,335.731 889.312,319.849 890.369,426.351 891.425,434.277 892.482,373.085 893.539,368.286 894.595,410.872 \n",
       "  895.652,382.647 896.709,337.561 897.765,230.212 898.822,295.026 899.879,318.211 900.935,350.33 901.992,331.543 903.049,362.101 904.105,341.575 905.162,256.18 \n",
       "  906.219,372.522 907.275,292.367 908.332,390.527 909.389,249.57 910.445,254.338 911.502,246.248 912.559,297.247 913.615,446.001 914.672,263.897 915.729,315.031 \n",
       "  916.785,484.137 917.842,359.135 918.899,451.349 919.955,306.168 921.012,311.083 922.068,370.418 923.125,381.385 924.182,361.791 925.238,323.389 926.295,314.728 \n",
       "  927.352,416.747 928.408,327.039 929.465,308.087 930.522,277.553 931.578,378.759 932.635,357.334 933.692,375.516 934.748,372.183 935.805,314.982 936.862,240.964 \n",
       "  937.918,273.756 938.975,416.894 940.032,400.888 941.088,259.197 942.145,327.18 943.202,344.417 944.258,260.121 945.315,298.019 946.372,358.986 947.428,419.45 \n",
       "  948.485,355.752 949.542,291.135 950.598,279.533 951.655,384.259 952.712,319.426 953.768,285.882 954.825,349.899 955.882,330.427 956.938,301.705 957.995,337.727 \n",
       "  959.052,259.354 960.108,320.152 961.165,359.313 962.222,249.04 963.278,329.449 964.335,313.517 965.392,293.08 966.448,361.703 967.505,323.929 968.562,261.306 \n",
       "  969.618,327.268 970.675,290.635 971.732,237.783 972.788,355.017 973.845,270.923 974.902,315.95 975.958,347.954 977.015,372.055 978.072,404.421 979.128,354.588 \n",
       "  980.185,273.327 981.242,283.333 982.298,297.598 983.355,398.166 984.412,261.622 985.468,295.687 986.525,254.577 987.581,361.002 988.638,190.337 989.695,289.614 \n",
       "  990.751,353.537 991.808,362.858 992.865,370.553 993.921,320.852 994.978,287.433 996.035,471.699 997.091,170.719 998.148,222.674 999.205,224.135 1000.26,184.38 \n",
       "  1001.32,393.824 1002.37,312.981 1003.43,285.24 1004.49,392.594 1005.54,387.925 1006.6,314.802 1007.66,269.703 1008.71,245.443 1009.77,266.896 1010.83,392.943 \n",
       "  1011.88,414.623 1012.94,370.71 1014,432.452 1015.05,328.652 1016.11,234.509 1017.17,343.069 1018.22,424.188 1019.28,196.195 1020.34,349.938 1021.39,347.214 \n",
       "  1022.45,376.661 1023.51,212.026 1024.56,326.634 1025.62,364.918 1026.68,313.352 1027.73,328.183 1028.79,264.212 1029.85,263.106 1030.9,176.895 1031.96,210.056 \n",
       "  1033.02,507.673 1034.07,306.336 1035.13,309.76 1036.19,309.125 1037.24,482.831 1038.3,383.729 1039.36,356.849 1040.41,211.003 1041.47,297.224 1042.53,419.823 \n",
       "  1043.58,422.798 1044.64,330.168 1045.7,330.82 1046.75,372.831 1047.81,381.176 1048.87,349.802 1049.92,205.867 1050.98,250.803 1052.04,302.48 1053.09,231.904 \n",
       "  1054.15,247.052 1055.21,387.391 1056.26,306.555 1057.32,434.941 1058.38,333.196 1059.43,251.324 1060.49,158.404 1061.55,337.082 1062.6,317.284 1063.66,297.173 \n",
       "  1064.72,298.85 1065.77,359.34 1066.83,448.338 1067.89,423.629 1068.94,282.782 1070,304.924 1071.06,252.543 1072.11,307.664 1073.17,302.723 1074.23,263.172 \n",
       "  1075.28,272.03 1076.34,323.117 1077.4,386.054 1078.45,362.685 1079.51,257.507 1080.57,152.821 1081.62,323.945 1082.68,240.202 1083.74,343.039 1084.79,388.492 \n",
       "  1085.85,305.799 1086.91,289.18 1087.96,358.817 1089.02,251.656 1090.08,291.595 1091.13,321.238 1092.19,299.792 1093.25,419.749 1094.3,412.575 1095.36,317.081 \n",
       "  1096.42,396.071 1097.47,334.473 1098.53,382.347 1099.59,385.242 1100.64,314.83 1101.7,362.189 1102.76,435.409 1103.81,295.55 1104.87,301.439 1105.93,365.469 \n",
       "  1106.98,354.343 1108.04,279.564 1109.1,317.43 1110.15,317.587 1111.21,234.694 1112.27,305.368 1113.32,376.861 1114.38,284.04 1115.44,339.512 1116.49,330.102 \n",
       "  1117.55,322.024 1118.61,247.731 1119.66,276.249 1120.72,287.402 1121.78,352.064 1122.83,309.866 1123.89,230.307 1124.95,307.976 1126,319.923 1127.06,378.036 \n",
       "  1128.12,322.309 1129.17,342.691 1130.23,380.086 1131.29,377.591 1132.34,361.025 1133.4,422.406 1134.46,345.491 1135.51,415.33 1136.57,292.124 1137.63,297.638 \n",
       "  1138.68,313.62 1139.74,293.351 1140.8,306.246 1141.85,330.274 1142.91,364.973 1143.97,295.803 1145.02,391.778 1146.08,291.569 1147.14,351.716 1148.19,342.934 \n",
       "  1149.25,289.84 1150.31,359.192 1151.36,427.964 1152.42,320.69 1153.48,303.074 1154.53,204.796 1155.59,284.064 1156.65,275.897 1157.7,322.214 1158.76,295.307 \n",
       "  1159.82,395.536 1160.87,248.678 1161.93,219.985 1162.99,286.793 1164.04,269.693 1165.1,366.232 1166.16,226.198 1167.21,365.566 1168.27,286.683 1169.33,324.981 \n",
       "  1170.38,291.892 1171.44,327.044 1172.5,395.427 1173.55,325.174 1174.61,354.174 1175.67,273.619 1176.72,356.929 1177.78,358.034 1178.84,299.746 1179.89,441.387 \n",
       "  1180.95,293.697 1182.01,337.177 1183.06,363.603 1184.12,296.964 1185.18,302.146 1186.23,286.344 1187.29,219.116 1188.35,300.992 1189.4,375.711 1190.46,270.519 \n",
       "  1191.52,276.333 1192.57,384.637 1193.63,454.952 1194.69,413.195 1195.74,284.804 1196.8,256.618 1197.86,322.286 1198.91,384.534 1199.97,224.586 1201.03,324.851 \n",
       "  1202.08,384.657 1203.14,425.237 1204.2,446.125 1205.25,326.266 1206.31,453.189 1207.37,343.598 1208.42,218.596 1209.48,357.198 1210.54,427.11 1211.59,370.551 \n",
       "  1212.65,462.733 1213.71,280.132 1214.76,405.006 1215.82,399.469 1216.88,328.542 1217.93,422.713 1218.99,367.227 1220.05,345.364 1221.1,313.38 1222.16,295.674 \n",
       "  1223.22,296.546 1224.27,264.358 1225.33,348.204 1226.39,379.06 1227.44,360.089 1228.5,400.245 1229.56,400.735 1230.61,442.267 1231.67,423.873 1232.73,351.492 \n",
       "  1233.78,370.32 1234.84,443.403 1235.9,389.067 1236.95,390.781 1238.01,356.405 1239.07,374.057 1240.12,322.763 1241.18,403.87 1242.24,354.383 1243.29,416.216 \n",
       "  1244.35,339.199 1245.41,530.951 1246.46,473.906 1247.52,430.625 1248.58,327.155 1249.63,371.416 1250.69,501.245 1251.75,283.378 1252.8,379.143 1253.86,303.987 \n",
       "  1254.92,328.949 1255.97,369.921 1257.03,326.456 1258.09,277.493 1259.14,230.911 1260.2,284.313 1261.26,371.158 1262.31,393.47 1263.37,234.442 1264.43,383.39 \n",
       "  1265.48,374.344 1266.54,336.265 1267.6,373.759 1268.65,359.428 1269.71,318.266 1270.77,359.039 1271.82,298.221 1272.88,305.378 1273.94,391.274 1274.99,384.98 \n",
       "  1276.05,328.998 1277.11,257.116 1278.16,331.094 1279.22,411.257 1280.28,321.735 1281.33,252.943 1282.39,355.582 1283.45,398.175 1284.5,329.711 1285.56,394.565 \n",
       "  1286.62,284.159 1287.67,392.154 1288.73,407.795 1289.79,199.025 1290.84,318.782 1291.9,412.204 1292.96,306.895 1294.01,386.005 1295.07,364.51 1296.13,377.714 \n",
       "  1297.18,405.027 1298.24,378.521 1299.3,432.494 1300.35,319.306 1301.41,261.997 1302.47,271.451 1303.52,340.778 1304.58,312.444 1305.64,360.66 1306.69,271.042 \n",
       "  1307.75,358.006 1308.81,329.568 1309.86,389.061 1310.92,382.092 1311.98,396.187 1313.03,392.125 1314.09,265.71 1315.15,384.687 1316.2,237.32 1317.26,355.482 \n",
       "  1318.32,308.871 1319.37,361.326 1320.43,298.493 1321.49,406.101 1322.54,471.113 1323.6,346.353 1324.66,346.159 1325.71,239 1326.77,351.784 1327.83,272.009 \n",
       "  1328.88,371.721 1329.94,246.2 1331,378.523 1332.05,314.519 1333.11,216.426 1334.17,324.727 1335.22,284.645 1336.28,308.513 1337.34,334.899 1338.39,327.752 \n",
       "  1339.45,311.584 1340.51,359.099 1341.56,410.312 1342.62,358.914 1343.68,412.927 1344.73,328.596 1345.79,314.222 1346.85,328.183 1347.9,326.982 1348.96,483.735 \n",
       "  1350.02,266.412 1351.07,462.825 1352.13,327.988 1353.19,311.085 1354.24,225.665 1355.3,246.025 1356.36,374.331 1357.41,291.878 1358.47,253.996 1359.53,274.044 \n",
       "  1360.58,369.94 1361.64,289.265 1362.7,246.055 1363.75,362.79 1364.81,303.724 1365.87,342.291 1366.92,353.176 1367.98,291.574 1369.04,288.168 1370.09,415.389 \n",
       "  1371.15,319.026 1372.21,337.25 1373.26,343.391 1374.32,395.219 1375.38,418.217 1376.43,278.901 1377.49,305.985 1378.55,299.908 1379.6,382.624 1380.66,455.571 \n",
       "  1381.72,439.124 1382.77,306.733 1383.83,446.876 1384.89,286.709 1385.94,345.938 1387,320.329 1388.06,327.131 1389.11,312.403 1390.17,278.744 1391.23,436.094 \n",
       "  1392.28,320.128 1393.34,374.116 1394.4,333.994 1395.45,379.812 1396.51,320.331 1397.57,284.848 1398.62,339.027 1399.68,428.238 1400.74,362.989 1401.79,438.542 \n",
       "  1402.85,266.575 1403.91,237.525 1404.96,448.291 1406.02,336.835 1407.08,222.393 1408.13,317.286 1409.19,260.53 1410.25,421.722 1411.3,400.12 1412.36,480.756 \n",
       "  1413.42,312.017 1414.47,337.963 1415.53,398.357 1416.59,413.344 1417.64,446.094 1418.7,370.502 1419.76,423.221 1420.81,400.89 1421.87,383.494 1422.93,518.273 \n",
       "  1423.98,377.383 1425.04,252.428 1426.1,318.857 1427.15,483.579 1428.21,301.7 1429.27,352.542 1430.32,372.58 1431.38,377.624 1432.44,384.995 1433.49,430.402 \n",
       "  1434.55,468.059 1435.61,275.542 1436.66,392.85 1437.72,388.386 1438.78,398.797 1439.83,335.564 1440.89,422.496 1441.95,331.049 1443,220.792 1444.06,414.915 \n",
       "  1445.12,373.408 1446.17,233.624 1447.23,329.782 1448.29,308.834 1449.34,489.75 1450.4,280.578 1451.46,364.197 1452.51,368.423 1453.57,291.108 1454.63,277.184 \n",
       "  1455.68,381.538 1456.74,320.24 1457.8,413.819 1458.85,316.398 1459.91,367.458 1460.97,341.106 1462.02,445.778 1463.08,415.904 1464.14,436.062 1465.19,328.913 \n",
       "  1466.25,389.191 1467.31,409.056 1468.36,325.212 1469.42,335.586 1470.48,137.946 1471.53,338.722 1472.59,368.688 1473.65,301.248 1474.7,386.936 1475.76,328.128 \n",
       "  1476.82,421.405 1477.87,312.307 1478.93,409.987 1479.99,389.562 1481.04,383.422 1482.1,401.579 1483.16,435.568 1484.21,366.992 1485.27,407.304 1486.33,317.845 \n",
       "  1487.38,367.206 1488.44,301.541 1489.5,514.308 1490.55,339.081 1491.61,379.982 1492.67,404.264 1493.72,340.079 1494.78,378.052 1495.84,465.942 1496.89,330.465 \n",
       "  1497.95,306.298 1499.01,279.761 1500.06,343.4 1501.12,283.927 1502.18,346.321 1503.23,303.37 1504.29,301.487 1505.35,369.646 1506.4,341.473 1507.46,269.445 \n",
       "  1508.52,316.675 1509.57,255.741 1510.63,297.679 1511.69,298.371 1512.74,390.942 1513.8,323.677 1514.86,347.022 1515.91,420.548 1516.97,364.782 1518.03,379.741 \n",
       "  1519.08,378.497 1520.14,424.361 1521.2,369.997 1522.25,307.752 1523.31,395.515 1524.37,341.381 1525.42,239.606 1526.48,272.63 1527.54,277.75 1528.59,341.511 \n",
       "  1529.65,404.015 1530.71,379.85 1531.76,344.081 1532.82,232.947 1533.88,337.976 1534.93,353.955 1535.99,361.603 1537.05,241.586 1538.1,348.205 1539.16,356.424 \n",
       "  1540.22,402.486 1541.27,285.148 1542.33,509.029 1543.39,318.025 1544.44,394.901 1545.5,328.679 1546.56,416.356 1547.61,410.204 1548.67,334.006 1549.73,325.493 \n",
       "  1550.78,399.042 1551.84,293.643 1552.9,280.526 1553.95,380.87 1555.01,367.739 1556.07,326.349 1557.12,368.379 1558.18,398.854 1559.24,387.651 1560.29,259.659 \n",
       "  1561.35,482.55 1562.41,339.24 1563.46,344.164 1564.52,383.756 1565.58,333.431 1566.63,362.009 1567.69,279.042 1568.75,470.66 1569.8,362.32 1570.86,325.918 \n",
       "  1571.92,323.431 1572.97,296.688 1574.03,463.263 1575.09,262.776 1576.14,333.738 1577.2,338.802 1578.26,292.921 1579.31,329.986 1580.37,419.093 1581.43,376.493 \n",
       "  1582.48,346.053 1583.54,404.909 1584.59,355.425 1585.65,297.412 1586.71,345.754 1587.76,324.213 1588.82,277.183 1589.88,288.791 1590.93,331.29 1591.99,326.593 \n",
       "  1593.05,268.411 1594.1,451.729 1595.16,284.205 1596.22,339.731 1597.27,248.174 1598.33,378.782 1599.39,340.169 1600.44,306.762 1601.5,325.471 1602.56,385.819 \n",
       "  1603.61,331.513 1604.67,319.463 1605.73,446.721 1606.78,369.778 1607.84,356.321 1608.9,333.179 1609.95,323.832 1611.01,319.943 1612.07,375.919 1613.12,411.533 \n",
       "  1614.18,390.301 1615.24,321.525 1616.29,326.406 1617.35,291.965 1618.41,294.807 1619.46,349 1620.52,393.371 1621.58,369.023 1622.63,295.337 1623.69,360.165 \n",
       "  1624.75,296.153 1625.8,135.26 1626.86,311.519 1627.92,368.88 1628.97,344.554 1630.03,352.415 1631.09,344.883 1632.14,325.531 1633.2,345.084 1634.26,344.862 \n",
       "  1635.31,365.015 1636.37,302.813 1637.43,330.207 1638.48,384.847 1639.54,353.915 1640.6,331.494 1641.65,349.834 1642.71,301.188 1643.77,360.587 1644.82,215.427 \n",
       "  1645.88,481.264 1646.94,444.05 1647.99,362.411 1649.05,329.486 1650.11,331.069 1651.16,377.898 1652.22,323.586 1653.28,343.508 1654.33,380.135 1655.39,268.465 \n",
       "  1656.45,288.5 1657.5,358.179 1658.56,390.965 1659.62,375.361 1660.67,355.545 1661.73,431.421 1662.79,376.925 1663.84,396.199 1664.9,379.32 1665.96,269.605 \n",
       "  1667.01,398.99 1668.07,254.925 1669.13,401.662 1670.18,352.664 1671.24,362.639 1672.3,421.365 1673.35,257.267 1674.41,360.764 1675.47,439.679 1676.52,379.8 \n",
       "  1677.58,366.271 1678.64,341.93 1679.69,259.419 1680.75,403.928 1681.81,353.01 1682.86,282.072 1683.92,298.628 1684.98,342.003 1686.03,345.083 1687.09,383.183 \n",
       "  1688.15,404.943 1689.2,408.318 1690.26,345.741 1691.32,333.971 1692.37,344.448 1693.43,349.612 1694.49,327.121 1695.54,358.182 1696.6,323.381 1697.66,309.183 \n",
       "  1698.71,355.999 1699.77,343.422 1700.83,407.893 1701.88,270.386 1702.94,387.953 1704,431.32 1705.05,323.587 1706.11,258.644 1707.17,412.771 1708.22,338.709 \n",
       "  1709.28,393.067 1710.34,456.837 1711.39,335.733 1712.45,391.587 1713.51,449.396 1714.56,170.474 1715.62,251.37 1716.68,324.968 1717.73,389.588 1718.79,337.614 \n",
       "  1719.85,336.611 1720.9,320.025 1721.96,333.846 1723.02,374.414 1724.07,430.308 1725.13,391.206 1726.19,364.826 1727.24,334.122 1728.3,506.126 1729.36,321.137 \n",
       "  1730.41,424.101 1731.47,342.818 1732.53,341.566 1733.58,346.015 1734.64,453.47 1735.7,378.744 1736.75,164.762 1737.81,329.205 1738.87,259.847 1739.92,430.028 \n",
       "  1740.98,354.165 1742.04,360.581 1743.09,327.065 1744.15,355.905 1745.21,323.186 1746.26,401.755 1747.32,312.695 1748.38,342.756 1749.43,248.147 1750.49,440.387 \n",
       "  1751.55,390.581 1752.6,269.845 1753.66,312.402 1754.72,333.014 1755.77,349.024 1756.83,292.146 1757.89,282.897 1758.94,231.907 1760,241.392 1761.06,310.269 \n",
       "  1762.11,330.853 1763.17,314.327 1764.23,305.648 1765.28,456.825 1766.34,403.929 1767.4,358.304 1768.45,328.535 1769.51,310.627 1770.57,284.11 1771.62,307.293 \n",
       "  1772.68,282.687 1773.74,366.298 1774.79,294.819 1775.85,358.65 1776.91,353.825 1777.96,323.558 1779.02,308.481 1780.08,381.699 1781.13,287.806 1782.19,269.143 \n",
       "  1783.25,319.426 1784.3,282.502 1785.36,284.968 1786.42,275.779 1787.47,268.292 1788.53,294.633 1789.59,300.264 1790.64,353.147 1791.7,244.916 1792.76,382.846 \n",
       "  1793.81,374.715 1794.87,245.076 1795.93,388.132 1796.98,394.118 1798.04,382.483 1799.1,420.921 1800.15,383.207 1801.21,335.641 1802.27,226.914 1803.32,366.397 \n",
       "  1804.38,304.161 1805.44,273.568 1806.49,233.799 1807.55,244.8 1808.61,283.635 1809.66,382.185 1810.72,385.393 1811.78,324.979 1812.83,390.821 1813.89,353.097 \n",
       "  1814.95,411.894 1816,317.582 1817.06,325.726 1818.12,286.613 1819.17,369.915 1820.23,402.664 1821.29,298.275 1822.34,281.25 1823.4,253.596 1824.46,308.702 \n",
       "  1825.51,240.408 1826.57,346.818 1827.63,512.255 1828.68,340.908 1829.74,329.657 1830.8,413.019 1831.85,307.753 1832.91,318.521 1833.97,338.407 1835.02,453.005 \n",
       "  1836.08,261.863 1837.14,394.85 1838.19,390.426 1839.25,333.183 1840.31,307.406 1841.36,283.622 1842.42,412.603 1843.48,277.909 1844.53,307.265 1845.59,452.72 \n",
       "  1846.65,279.303 1847.7,323.629 1848.76,449.767 1849.82,355.695 1850.87,329.796 1851.93,370.736 1852.99,253.842 1854.04,485.062 1855.1,362.289 1856.16,422.002 \n",
       "  1857.21,350.38 1858.27,395.239 1859.33,368.816 1860.38,372.729 1861.44,322.91 1862.5,396.199 1863.55,355.088 1864.61,354.657 1865.67,210.381 1866.72,406.94 \n",
       "  1867.78,374.376 1868.84,310.919 1869.89,389.289 1870.95,280.204 1872.01,350.18 1873.06,329.803 1874.12,388.623 1875.18,278.596 1876.23,368.218 1877.29,400.206 \n",
       "  1878.35,316.461 1879.4,408.884 1880.46,322.268 1881.52,324.424 1882.57,335.808 1883.63,485.732 1884.69,293.425 1885.74,299.143 1886.8,321.857 1887.86,364.265 \n",
       "  1888.91,258.988 1889.97,312.061 1891.03,356.591 1892.08,419.249 1893.14,326.59 1894.2,228.078 1895.25,354.598 1896.31,307.274 1897.37,296.737 1898.42,320.904 \n",
       "  1899.48,338.272 1900.54,391.915 1901.59,359.864 1902.65,394.487 1903.71,378.776 1904.76,348.579 1905.82,450.082 1906.88,331.4 1907.93,355.56 1908.99,272.058 \n",
       "  1910.05,262.611 1911.1,346.414 1912.16,276.546 1913.22,354.736 1914.27,264.133 1915.33,260.853 1916.39,367.037 1917.44,331.382 1918.5,288.941 1919.56,171.654 \n",
       "  1920.61,289.617 1921.67,457.042 1922.73,467.467 1923.78,326.353 1924.84,418.37 1925.9,354.819 1926.95,416.42 1928.01,368.616 1929.07,352.16 1930.12,367.666 \n",
       "  1931.18,310.325 1932.24,358.495 1933.29,328.282 1934.35,372.463 1935.41,446.76 1936.46,281.029 1937.52,418.536 1938.58,362.403 1939.63,350.639 1940.69,285.997 \n",
       "  1941.75,388.342 1942.8,337.261 1943.86,297.32 1944.92,283.922 1945.97,354.351 1947.03,383.981 1948.09,368.257 1949.14,227.683 1950.2,300.221 1951.26,442.659 \n",
       "  1952.31,360.931 1953.37,379.233 1954.43,325.051 1955.48,363.379 1956.54,295.226 1957.6,407.459 1958.65,480.136 1959.71,419.219 1960.77,364.206 1961.82,360.403 \n",
       "  1962.88,324.691 1963.94,322.53 1964.99,405.79 1966.05,366.375 1967.11,383.017 1968.16,404.065 1969.22,317.642 1970.28,221.009 1971.33,248.984 1972.39,422.638 \n",
       "  1973.45,359.116 1974.5,378.148 1975.56,250.563 1976.62,372.29 1977.67,252.063 1978.73,318.978 1979.79,353.439 1980.84,364.474 1981.9,415.537 1982.96,268.686 \n",
       "  1984.01,398.014 1985.07,299.648 1986.13,392.946 1987.18,390.764 1988.24,346.764 1989.3,389.113 1990.35,379.683 1991.41,369.601 1992.47,386.991 1993.52,351.135 \n",
       "  1994.58,331.257 1995.64,389.963 1996.69,404.368 1997.75,221.726 1998.81,271.838 1999.86,440.192 2000.92,424.099 2001.98,445.826 2003.03,322.098 2004.09,376.474 \n",
       "  2005.15,390.784 2006.2,479.342 2007.26,435.157 2008.32,364.181 2009.37,424.227 2010.43,349.474 2011.49,352.08 2012.54,287.919 2013.6,393.025 2014.66,410.487 \n",
       "  2015.71,426.502 2016.77,299.381 2017.83,387.837 2018.88,258.393 2019.94,386.163 2021,331.651 2022.05,275.76 2023.11,410.244 2024.17,404.478 2025.22,390.225 \n",
       "  2026.28,386.3 2027.34,367.24 2028.39,332.739 2029.45,415.15 2030.51,557.017 2031.56,453.406 2032.62,370.981 2033.68,321.609 2034.73,380.539 2035.79,437.913 \n",
       "  2036.85,447.182 2037.9,332.491 2038.96,350.761 2040.02,255.529 2041.07,390.744 2042.13,331.191 2043.19,309.182 2044.24,247.681 2045.3,361.99 2046.36,387.255 \n",
       "  2047.41,473.851 2048.47,411.586 2049.53,368.412 2050.58,264.765 2051.64,476.488 2052.7,346.141 2053.75,291.766 2054.81,476.888 2055.87,377.989 2056.92,401.391 \n",
       "  2057.98,407.11 2059.04,278.656 2060.09,371.452 2061.15,340.216 2062.21,418.018 2063.26,424.732 2064.32,405.599 2065.38,316.198 2066.43,341.107 2067.49,265.516 \n",
       "  2068.55,330.268 2069.6,219.308 2070.66,394.641 2071.72,303.967 2072.77,362.59 2073.83,303.864 2074.89,340.152 2075.94,243.68 2077,341.777 2078.06,380.803 \n",
       "  2079.11,416.23 2080.17,404.323 2081.23,251.984 2082.28,290.646 2083.34,273.675 2084.4,296.256 2085.45,328.175 2086.51,307.012 2087.57,337.136 2088.62,419.502 \n",
       "  2089.68,409.788 2090.74,376.19 2091.79,331.342 2092.85,206.499 2093.91,255.712 2094.96,348.991 2096.02,314.852 2097.08,353.357 2098.13,415.948 2099.19,429.259 \n",
       "  2100.25,405.536 2101.3,408.424 2102.36,286.143 2103.42,282.114 2104.47,270.58 2105.53,294.803 2106.59,318.268 2107.64,230.703 2108.7,324.46 2109.76,388.876 \n",
       "  2110.81,351.511 2111.87,338.458 2112.93,373.806 2113.98,396.387 2115.04,306.343 2116.1,363.021 2117.15,362.052 2118.21,482.622 2119.27,434.825 2120.32,329.368 \n",
       "  2121.38,289.266 2122.44,332.377 2123.49,295.369 2124.55,337.764 2125.61,292.943 2126.66,347.576 2127.72,389.298 2128.78,350.525 2129.83,352.974 2130.89,356.638 \n",
       "  2131.95,395.987 2133,346.646 2134.06,287.996 2135.12,419.476 2136.17,233.209 2137.23,296.762 2138.29,384.553 2139.34,355.918 2140.4,440.609 2141.46,289.041 \n",
       "  2142.51,468.187 2143.57,427.964 2144.63,379.552 2145.68,463.28 2146.74,366.761 2147.8,339.614 2148.85,404.532 2149.91,427.631 2150.97,382.218 2152.02,270.356 \n",
       "  2153.08,315.224 2154.14,286.583 2155.19,373.61 2156.25,408.726 2157.31,304.757 2158.36,327.575 2159.42,396.762 2160.48,359.376 2161.53,360.209 2162.59,340.273 \n",
       "  2163.65,445.914 2164.7,403.028 2165.76,388.919 2166.82,293.524 2167.87,370.21 2168.93,292.914 2169.99,302.849 2171.04,274.429 2172.1,423.305 2173.16,373.144 \n",
       "  2174.21,329.832 2175.27,386.398 2176.33,253.384 2177.38,405.264 2178.44,378.619 2179.5,328.126 2180.55,339.962 2181.61,325.703 2182.67,258.487 2183.72,361.105 \n",
       "  2184.78,269.477 2185.84,350.865 2186.89,402.605 2187.95,406.858 2189.01,376.278 2190.06,553.412 2191.12,452.974 2192.18,376.713 2193.23,408.01 2194.29,439.35 \n",
       "  2195.35,330.009 2196.4,230.19 2197.46,239.473 2198.52,353.433 2199.57,452.958 2200.63,383.183 2201.69,442.789 2202.74,478.28 2203.8,377.277 2204.86,354.342 \n",
       "  2205.91,290.254 2206.97,318.895 2208.03,434.453 2209.08,454.74 2210.14,402.649 2211.2,475.604 2212.25,591.707 2213.31,331.177 2214.37,245.524 2215.42,431.184 \n",
       "  2216.48,405.563 2217.53,363.796 2218.59,422.187 2219.65,400.073 2220.7,268.359 2221.76,360.356 2222.82,384.878 2223.87,294.965 2224.93,281.179 2225.99,427.865 \n",
       "  2227.04,385.883 2228.1,299.744 2229.16,252.69 2230.21,286.026 2231.27,246.698 2232.33,383.021 2233.38,346.761 2234.44,312.661 2235.5,292.089 2236.55,328.062 \n",
       "  2237.61,410.251 2238.67,346.599 2239.72,242.722 2240.78,425.847 2241.84,364.69 2242.89,334.092 2243.95,396.178 2245.01,418.808 2246.06,333.792 2247.12,345.899 \n",
       "  2248.18,279.774 2249.23,299.703 2250.29,296.821 2251.35,352.261 2252.4,202.501 2253.46,450.005 2254.52,360.468 2255.57,303.047 2256.63,347.44 2257.69,231.613 \n",
       "  2258.74,304.763 2259.8,271.925 2260.86,435.004 2261.91,475.38 2262.97,361.362 2264.03,369.535 2265.08,277.138 2266.14,322.963 2267.2,550.984 2268.25,357.722 \n",
       "  2269.31,373.215 2270.37,334.699 2271.42,298.852 2272.48,359.107 2273.54,370.942 2274.59,451.737 2275.65,312.401 2276.71,363.393 2277.76,378.457 2278.82,487.679 \n",
       "  2279.88,405.102 2280.93,355.217 2281.99,421.362 2283.05,377.354 2284.1,359.584 2285.16,384.732 2286.22,396.828 2287.27,457.658 2288.33,358.249 2289.39,309.514 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6702)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  177.122,1446.71 178.179,1427.21 179.236,1432.16 180.292,1424.4 181.349,1415.51 182.406,1407.97 183.462,1408.32 184.519,1373.82 185.576,1390.11 186.632,1383.42 \n",
       "  187.689,1385.62 188.746,1407.64 189.802,1371.1 190.859,1347.6 191.916,1327.67 192.972,1333.98 194.029,1321.06 195.086,1325.98 196.142,1341.55 197.199,1317.3 \n",
       "  198.256,1330.72 199.312,1324.64 200.369,1262.64 201.426,1238.83 202.482,1200.44 203.539,1238.67 204.596,1226.75 205.652,1220.97 206.709,1203.25 207.766,1183.12 \n",
       "  208.822,1230.33 209.879,1188.74 210.936,1194.76 211.992,1192.9 213.049,1215.61 214.106,1202.65 215.162,1207.63 216.219,1214.9 217.276,1195.05 218.332,1220 \n",
       "  219.389,1198.49 220.446,1198.32 221.502,1187.73 222.559,1182.36 223.616,1179.75 224.672,1163.35 225.729,1133.96 226.786,1134.61 227.842,1159.61 228.899,1143.06 \n",
       "  229.955,1131.72 231.012,1149.57 232.069,1109.89 233.125,1114.77 234.182,1092.84 235.239,1128.55 236.295,1106.63 237.352,1108.7 238.409,1113.44 239.465,1093.05 \n",
       "  240.522,1084.9 241.579,1115.93 242.635,1082.22 243.692,1078.02 244.749,1059.97 245.805,1078.3 246.862,1066.06 247.919,1049.51 248.975,1070.54 250.032,1048.87 \n",
       "  251.089,1009.65 252.145,1003.61 253.202,1002.12 254.259,991.205 255.315,1011.99 256.372,997.162 257.429,1016.11 258.485,1004.55 259.542,992.444 260.599,965.636 \n",
       "  261.655,999.29 262.712,942.057 263.769,951.511 264.825,957.639 265.882,943.105 266.939,969.596 267.995,945.336 269.052,928.112 270.109,946.636 271.165,928.998 \n",
       "  272.222,912.324 273.279,891.858 274.335,914.91 275.392,888.15 276.449,931.662 277.505,929.991 278.562,915.362 279.619,894.499 280.675,900.426 281.732,897.483 \n",
       "  282.789,896.95 283.845,855.598 284.902,876.073 285.959,881.84 287.015,847.657 288.072,859.49 289.129,857.03 290.185,867.853 291.242,817.231 292.298,830.368 \n",
       "  293.355,825.986 294.412,836.946 295.468,843.54 296.525,802.637 297.582,829.504 298.638,813.501 299.695,808.857 300.752,794.914 301.808,777.046 302.865,734.966 \n",
       "  303.922,775.999 304.978,708.643 306.035,747.131 307.092,786.571 308.148,747.153 309.205,749.374 310.262,735.283 311.318,735.25 312.375,721.455 313.432,716.99 \n",
       "  314.488,729.352 315.545,680.275 316.602,705.882 317.658,707.231 318.715,731.785 319.772,669.679 320.828,698.579 321.885,671.802 322.942,682.608 323.998,703.9 \n",
       "  325.055,708.777 326.112,690.504 327.168,647.261 328.225,633.788 329.282,625.588 330.338,625.927 331.395,610.612 332.452,620.484 333.508,605.011 334.565,633.863 \n",
       "  335.622,604.802 336.678,571.077 337.735,572.03 338.792,510.704 339.848,502.021 340.905,503.259 341.962,491.488 343.018,509.657 344.075,489.127 345.132,477.094 \n",
       "  346.188,462.447 347.245,445.669 348.302,426.155 349.358,431.612 350.415,466.801 351.472,419.747 352.528,400.876 353.585,388.288 354.641,421.442 355.698,396.005 \n",
       "  356.755,344.015 357.811,408.605 358.868,418.993 359.925,374.199 360.981,349.46 362.038,381.757 363.095,382.664 364.151,420.561 365.208,340.818 366.265,326.206 \n",
       "  367.321,365.321 368.378,338.863 369.435,362.856 370.491,357.518 371.548,306.273 372.605,323.614 373.661,304.104 374.718,276.252 375.775,230.859 376.831,246.175 \n",
       "  377.888,246.015 378.945,250.132 380.001,239.38 381.058,239.739 382.115,238.233 383.171,188.576 384.228,261.098 385.285,237.775 386.341,219.006 387.398,238.131 \n",
       "  388.455,170.221 389.511,156.675 390.568,154.374 391.625,172.028 392.681,230.897 393.738,113.837 394.795,137.469 395.851,119.101 396.908,178.938 397.965,120.598 \n",
       "  399.021,182.811 400.078,104.889 401.135,155.754 402.191,184.227 403.248,184.366 404.305,116.144 405.361,145.051 406.418,196.194 407.475,185.299 408.531,207.617 \n",
       "  409.588,221.56 410.645,187.828 411.701,252.22 412.758,201.316 413.815,196.154 414.871,177.272 415.928,174.693 416.984,156.351 418.041,189.713 419.098,190.152 \n",
       "  420.154,147.976 421.211,185.273 422.268,188.473 423.324,176.133 424.381,151.679 425.438,191.279 426.494,128.971 427.551,220.198 428.608,196.578 429.664,176.966 \n",
       "  430.721,168.24 431.778,153.886 432.834,198.186 433.891,184.74 434.948,171.415 436.004,201.746 437.061,178.218 438.118,209.951 439.174,204.59 440.231,191.517 \n",
       "  441.288,186.416 442.344,233.275 443.401,220.229 444.458,176.148 445.514,196.938 446.571,164.133 447.628,179.965 448.684,160.051 449.741,197.408 450.798,195.515 \n",
       "  451.854,176.189 452.911,151.2 453.968,167.507 455.024,110.1 456.081,156.166 457.138,116.484 458.194,106.335 459.251,153.686 460.308,101.255 461.364,188.968 \n",
       "  462.421,187.386 463.478,128.673 464.534,136.845 465.591,144.204 466.648,183.831 467.704,88.0053 468.761,135.5 469.818,166.733 470.874,116.766 471.931,134.698 \n",
       "  472.988,173.827 474.044,153.456 475.101,105.722 476.158,147.463 477.214,189.025 478.271,118.319 479.328,181.82 480.384,135.839 481.441,124.184 482.497,92.363 \n",
       "  483.554,99.369 484.611,130.379 485.667,110.882 486.724,118.815 487.781,153.719 488.837,154.18 489.894,100.852 490.951,163.941 492.007,124.141 493.064,89.274 \n",
       "  494.121,90.905 495.177,118.509 496.234,141.689 497.291,115.992 498.347,155.306 499.404,158.371 500.461,146.647 501.517,142.635 502.574,162.721 503.631,112.228 \n",
       "  504.687,135.561 505.744,164.147 506.801,118.494 507.857,91.5205 508.914,147.667 509.971,116.058 511.027,110.424 512.084,158.054 513.141,117.505 514.197,110.755 \n",
       "  515.254,107.442 516.311,181.859 517.367,142.67 518.424,152.119 519.481,163.289 520.537,134.171 521.594,166.17 522.651,125.852 523.707,142.118 524.764,201.55 \n",
       "  525.821,93.1229 526.877,158.985 527.934,137.252 528.991,200.973 530.047,172.706 531.104,181.944 532.161,123.359 533.217,191.942 534.274,211.026 535.331,168.619 \n",
       "  536.387,164.245 537.444,203.44 538.501,164.729 539.557,140.03 540.614,183.576 541.671,117.393 542.727,122.2 543.784,210.53 544.84,160.222 545.897,209.22 \n",
       "  546.954,199.595 548.01,193.919 549.067,172.222 550.124,163.575 551.18,172.088 552.237,156.127 553.294,231.434 554.35,187.192 555.407,178.278 556.464,220.102 \n",
       "  557.52,166.189 558.577,237.284 559.634,205.675 560.69,210.337 561.747,146.819 562.804,174.13 563.86,180.029 564.917,192.128 565.974,198.887 567.03,184.464 \n",
       "  568.087,184.133 569.144,182.218 570.2,201.252 571.257,160.14 572.314,157.454 573.37,189.75 574.427,179.549 575.484,181.847 576.54,187.275 577.597,151.642 \n",
       "  578.654,131.492 579.71,220.79 580.767,204.714 581.824,170.105 582.88,222.348 583.937,218.384 584.994,199.125 586.05,181.44 587.107,247.553 588.164,253.579 \n",
       "  589.22,282.528 590.277,237.574 591.334,246.71 592.39,227.669 593.447,226.704 594.504,317.708 595.56,273.777 596.617,228.501 597.674,236.206 598.73,256.411 \n",
       "  599.787,247.325 600.844,272.478 601.9,177.107 602.957,292.518 604.014,247.992 605.07,241.383 606.127,256.394 607.183,234.561 608.24,246.301 609.297,252.764 \n",
       "  610.353,270.345 611.41,283.71 612.467,235.365 613.523,295.942 614.58,255.707 615.637,250.495 616.693,198.727 617.75,291.578 618.807,270.808 619.863,214.133 \n",
       "  620.92,193.666 621.977,297.736 623.033,253.353 624.09,325.75 625.147,300.025 626.203,314.227 627.26,339.261 628.317,273.263 629.373,268.773 630.43,365.971 \n",
       "  631.487,295.829 632.543,297.583 633.6,308.614 634.657,251.499 635.713,272.584 636.77,277.491 637.827,316.87 638.883,319.447 639.94,308.603 640.997,270.17 \n",
       "  642.053,302.563 643.11,258.145 644.167,362.384 645.223,291.112 646.28,246.38 647.337,319.03 648.393,294.775 649.45,312.872 650.507,278.946 651.563,269.601 \n",
       "  652.62,315.266 653.677,301.87 654.733,263.375 655.79,290.507 656.847,299.437 657.903,322.813 658.96,248.058 660.017,317.38 661.073,285.623 662.13,290.257 \n",
       "  663.187,330.024 664.243,272.821 665.3,262.637 666.357,345.75 667.413,326.981 668.47,316.57 669.526,278.292 670.583,350.868 671.64,347.049 672.696,362.254 \n",
       "  673.753,358.097 674.81,352.063 675.866,361.441 676.923,328.909 677.98,314.032 679.036,281.034 680.093,321.644 681.15,324.018 682.206,276.904 683.263,259.717 \n",
       "  684.32,289.597 685.376,293.11 686.433,308.53 687.49,268.568 688.546,271.47 689.603,283.713 690.66,263.086 691.716,281.733 692.773,261.108 693.83,292.036 \n",
       "  694.886,287.724 695.943,253 697,278.626 698.056,307.472 699.113,288.272 700.17,279.572 701.226,316.852 702.283,304.685 703.34,297.212 704.396,297.691 \n",
       "  705.453,265.496 706.51,341.931 707.566,284.194 708.623,240.2 709.68,278.494 710.736,273.006 711.793,254.833 712.85,283.613 713.906,261.689 714.963,252.403 \n",
       "  716.02,263.185 717.076,270.262 718.133,272.899 719.19,290.508 720.246,292.847 721.303,308.104 722.36,272.972 723.416,305.589 724.473,307.756 725.53,314.784 \n",
       "  726.586,319.286 727.643,296.342 728.7,298.106 729.756,319.037 730.813,256.181 731.87,265.19 732.926,310.701 733.983,297.357 735.039,290.879 736.096,279.197 \n",
       "  737.153,366.293 738.209,369.07 739.266,357.944 740.323,344.445 741.379,343.173 742.436,337.928 743.493,359.6 744.549,367.743 745.606,356.914 746.663,329.346 \n",
       "  747.719,316.379 748.776,321.79 749.833,391.782 750.889,357.091 751.946,394.842 753.003,353.446 754.059,339.525 755.116,315.586 756.173,314.925 757.229,315.131 \n",
       "  758.286,345.091 759.343,394.89 760.399,301.273 761.456,389.863 762.513,350.375 763.569,375.114 764.626,401.561 765.683,367.389 766.739,440.002 767.796,394.243 \n",
       "  768.853,344.076 769.909,445.415 770.966,383.867 772.023,378.867 773.079,380.212 774.136,337.605 775.193,340.396 776.249,365.637 777.306,403.725 778.363,375.688 \n",
       "  779.419,372.532 780.476,353.788 781.533,310.616 782.589,342.238 783.646,389.908 784.703,385.078 785.759,370.388 786.816,367.439 787.873,399.275 788.929,369.991 \n",
       "  789.986,385.716 791.043,420.645 792.099,399.315 793.156,419.68 794.213,373.495 795.269,354.57 796.326,374.609 797.382,363.108 798.439,371.978 799.496,414.185 \n",
       "  800.552,379.724 801.609,390.542 802.666,363.075 803.722,375.871 804.779,398.459 805.836,350.621 806.892,442.915 807.949,390.608 809.006,398.52 810.062,389.762 \n",
       "  811.119,394.513 812.176,423.779 813.232,402.562 814.289,402.052 815.346,396.821 816.402,414.909 817.459,430.85 818.516,438.44 819.572,408.122 820.629,409.703 \n",
       "  821.686,385.323 822.742,383.549 823.799,405.053 824.856,417.288 825.912,375.451 826.969,371.511 828.026,373.66 829.082,402.676 830.139,405.74 831.196,369.83 \n",
       "  832.252,441.043 833.309,416.445 834.366,408.961 835.422,392.899 836.479,372.844 837.536,400.984 838.592,440.787 839.649,392.548 840.706,437.012 841.762,409.124 \n",
       "  842.819,422.477 843.876,370.728 844.932,433.833 845.989,423.8 847.046,384.937 848.102,370.858 849.159,385.565 850.216,416.353 851.272,456.566 852.329,398.84 \n",
       "  853.386,437.899 854.442,441.592 855.499,438.826 856.556,469.781 857.612,503.127 858.669,457.278 859.725,461.783 860.782,473.136 861.839,468.115 862.895,448.239 \n",
       "  863.952,447.008 865.009,447.486 866.065,477.716 867.122,488.643 868.179,490.734 869.235,489.914 870.292,474.663 871.349,509.007 872.405,464.816 873.462,470.298 \n",
       "  874.519,476.928 875.575,421.468 876.632,436.771 877.689,483.422 878.745,458.645 879.802,451.548 880.859,501.762 881.915,471.941 882.972,506.871 884.029,460.78 \n",
       "  885.085,506.175 886.142,446.183 887.199,490.976 888.255,480.402 889.312,506.5 890.369,496.266 891.425,503.292 892.482,516.87 893.539,550.605 894.595,474.828 \n",
       "  895.652,524.426 896.709,491.838 897.765,469.779 898.822,517.033 899.879,520.926 900.935,465.696 901.992,505.089 903.049,482.301 904.105,488.571 905.162,497.385 \n",
       "  906.219,432.488 907.275,459.75 908.332,480.491 909.389,490.125 910.445,495.714 911.502,470.57 912.559,469.987 913.615,467.589 914.672,462.947 915.729,441.309 \n",
       "  916.785,401.239 917.842,402.519 918.899,427.842 919.955,449.512 921.012,444.418 922.068,468.476 923.125,469.735 924.182,449.166 925.238,442.861 926.295,426.577 \n",
       "  927.352,439.267 928.408,431.579 929.465,460.982 930.522,435.481 931.578,435.65 932.635,438.558 933.692,475.169 934.748,415.914 935.805,427.108 936.862,417.978 \n",
       "  937.918,441.087 938.975,481.824 940.032,458.728 941.088,472.303 942.145,474.817 943.202,442.372 944.258,469.285 945.315,435.322 946.372,422.293 947.428,402.931 \n",
       "  948.485,459.893 949.542,438.141 950.598,398.449 951.655,461.433 952.712,467.962 953.768,459.654 954.825,438.853 955.882,476.228 956.938,422.562 957.995,453.691 \n",
       "  959.052,418.989 960.108,448.222 961.165,444.969 962.222,415.793 963.278,444.245 964.335,437.403 965.392,419.52 966.448,416.302 967.505,386.38 968.562,444.791 \n",
       "  969.618,359.064 970.675,420.262 971.732,396.928 972.788,423.242 973.845,400.332 974.902,390.347 975.958,422.775 977.015,405.293 978.072,436.396 979.128,411.817 \n",
       "  980.185,399.01 981.242,404.708 982.298,398.528 983.355,422.244 984.412,405.566 985.468,401.64 986.525,390.384 987.581,417.229 988.638,429.196 989.695,429.214 \n",
       "  990.751,405.577 991.808,415.261 992.865,449.356 993.921,424.44 994.978,413.211 996.035,411.88 997.091,381.586 998.148,369.026 999.205,412.584 1000.26,387.62 \n",
       "  1001.32,409.113 1002.37,385.812 1003.43,423.154 1004.49,437.739 1005.54,448.196 1006.6,406.987 1007.66,424.763 1008.71,452.777 1009.77,421.347 1010.83,406.839 \n",
       "  1011.88,418.321 1012.94,402.431 1014,439.686 1015.05,441.186 1016.11,423.985 1017.17,405.4 1018.22,415.74 1019.28,425.721 1020.34,394.329 1021.39,433.198 \n",
       "  1022.45,542.894 1023.51,580.987 1024.56,529.747 1025.62,567.857 1026.68,539.088 1027.73,575.133 1028.79,553.068 1029.85,533.795 1030.9,524.951 1031.96,538.291 \n",
       "  1033.02,537.489 1034.07,518.541 1035.13,497.207 1036.19,505.985 1037.24,541.96 1038.3,494.378 1039.36,551.14 1040.41,528.665 1041.47,546.312 1042.53,523.167 \n",
       "  1043.58,502.061 1044.64,516.778 1045.7,547.649 1046.75,518.894 1047.81,518.807 1048.87,542.828 1049.92,522.072 1050.98,496.532 1052.04,533.983 1053.09,553.623 \n",
       "  1054.15,571.848 1055.21,573.62 1056.26,561.27 1057.32,510.963 1058.38,550.689 1059.43,541.712 1060.49,547.613 1061.55,552.141 1062.6,530.538 1063.66,536.865 \n",
       "  1064.72,525.444 1065.77,550.566 1066.83,523.705 1067.89,591.217 1068.94,502.824 1070,564.327 1071.06,537.411 1072.11,559.176 1073.17,536.705 1074.23,533.696 \n",
       "  1075.28,545.302 1076.34,565.081 1077.4,514.562 1078.45,506.307 1079.51,531.058 1080.57,579.185 1081.62,532.261 1082.68,573.777 1083.74,539.911 1084.79,549.325 \n",
       "  1085.85,599.752 1086.91,494.283 1087.96,548.225 1089.02,496.966 1090.08,497.693 1091.13,532.5 1092.19,551.806 1093.25,554.26 1094.3,505.34 1095.36,539.194 \n",
       "  1096.42,519.365 1097.47,503.492 1098.53,507.907 1099.59,485.807 1100.64,546.564 1101.7,473.691 1102.76,455.494 1103.81,533.738 1104.87,517.337 1105.93,466.018 \n",
       "  1106.98,488.035 1108.04,508.643 1109.1,530.331 1110.15,455.187 1111.21,496.618 1112.27,487.876 1113.32,443.562 1114.38,446.539 1115.44,504.103 1116.49,436.807 \n",
       "  1117.55,464.332 1118.61,436.096 1119.66,491.49 1120.72,443.907 1121.78,464.481 1122.83,468.69 1123.89,507.165 1124.95,466.965 1126,507.639 1127.06,489.288 \n",
       "  1128.12,534.723 1129.17,520.17 1130.23,520.531 1131.29,529.48 1132.34,490.159 1133.4,543.943 1134.46,461.441 1135.51,518.67 1136.57,510.526 1137.63,512.734 \n",
       "  1138.68,481.457 1139.74,451.775 1140.8,492.45 1141.85,499.095 1142.91,506.491 1143.97,504.315 1145.02,507.987 1146.08,527.912 1147.14,524.88 1148.19,560.583 \n",
       "  1149.25,516.774 1150.31,499.149 1151.36,517.214 1152.42,546.36 1153.48,556.301 1154.53,551.509 1155.59,499.333 1156.65,532.18 1157.7,521.085 1158.76,489.578 \n",
       "  1159.82,489.696 1160.87,500.004 1161.93,540.274 1162.99,517.213 1164.04,551.87 1165.1,504.89 1166.16,534.076 1167.21,570.823 1168.27,520.182 1169.33,522.572 \n",
       "  1170.38,524.045 1171.44,532.76 1172.5,518.741 1173.55,553.928 1174.61,538.284 1175.67,508.264 1176.72,543.536 1177.78,527.45 1178.84,550.006 1179.89,500.639 \n",
       "  1180.95,520.402 1182.01,508.282 1183.06,534.586 1184.12,553.262 1185.18,521.556 1186.23,491.39 1187.29,541.304 1188.35,473.81 1189.4,520.914 1190.46,559.526 \n",
       "  1191.52,560.693 1192.57,522.109 1193.63,502.075 1194.69,521.896 1195.74,527.362 1196.8,503.999 1197.86,511.477 1198.91,546.669 1199.97,527.743 1201.03,535.173 \n",
       "  1202.08,536.536 1203.14,561.921 1204.2,527.969 1205.25,518.061 1206.31,564.923 1207.37,559.504 1208.42,517.445 1209.48,555.314 1210.54,539.761 1211.59,485.64 \n",
       "  1212.65,488.934 1213.71,520.677 1214.76,549.283 1215.82,534.49 1216.88,536.913 1217.93,555.251 1218.99,494.41 1220.05,520.788 1221.1,502.779 1222.16,516.946 \n",
       "  1223.22,496.782 1224.27,539.605 1225.33,540.782 1226.39,466.408 1227.44,504.578 1228.5,510.377 1229.56,532.529 1230.61,557.823 1231.67,533.57 1232.73,535.524 \n",
       "  1233.78,587.518 1234.84,577.928 1235.9,571.635 1236.95,575.869 1238.01,559.536 1239.07,517.441 1240.12,583.47 1241.18,587.656 1242.24,563.048 1243.29,564.662 \n",
       "  1244.35,592.323 1245.41,576.595 1246.46,625.917 1247.52,589.683 1248.58,599.39 1249.63,590.807 1250.69,587.112 1251.75,598.364 1252.8,612.937 1253.86,592.325 \n",
       "  1254.92,636.598 1255.97,654.471 1257.03,593.203 1258.09,590.349 1259.14,602.464 1260.2,637.479 1261.26,619.513 1262.31,565.7 1263.37,576.973 1264.43,613.713 \n",
       "  1265.48,561.401 1266.54,585.328 1267.6,549.516 1268.65,579.538 1269.71,612.314 1270.77,554.527 1271.82,599.608 1272.88,610.026 1273.94,609.544 1274.99,573.921 \n",
       "  1276.05,632.472 1277.11,624.224 1278.16,683.731 1279.22,661.311 1280.28,623.71 1281.33,658.699 1282.39,652.816 1283.45,629.234 1284.5,621.584 1285.56,681.045 \n",
       "  1286.62,653.502 1287.67,643.985 1288.73,657.427 1289.79,649.413 1290.84,664.352 1291.9,651.419 1292.96,646.222 1294.01,651.999 1295.07,607.213 1296.13,618.196 \n",
       "  1297.18,631.144 1298.24,665.321 1299.3,626.702 1300.35,607.72 1301.41,617.904 1302.47,639.592 1303.52,629.809 1304.58,650.312 1305.64,653.424 1306.69,636.895 \n",
       "  1307.75,675.778 1308.81,643.984 1309.86,672.23 1310.92,668.656 1311.98,663.438 1313.03,639.967 1314.09,621.252 1315.15,643.706 1316.2,625.595 1317.26,643.08 \n",
       "  1318.32,633.008 1319.37,652.756 1320.43,646.523 1321.49,618.98 1322.54,658.03 1323.6,693.922 1324.66,620.218 1325.71,677.701 1326.77,624.168 1327.83,628.314 \n",
       "  1328.88,619.756 1329.94,638.158 1331,618.121 1332.05,634.233 1333.11,619.462 1334.17,615.12 1335.22,665.129 1336.28,656.247 1337.34,616.963 1338.39,628.26 \n",
       "  1339.45,637.01 1340.51,608.596 1341.56,652.393 1342.62,601.966 1343.68,615.063 1344.73,649.225 1345.79,604.928 1346.85,627.924 1347.9,616.397 1348.96,675.472 \n",
       "  1350.02,667.427 1351.07,645.974 1352.13,660.195 1353.19,618.25 1354.24,636.735 1355.3,626.484 1356.36,632.378 1357.41,633.969 1358.47,602.229 1359.53,620.377 \n",
       "  1360.58,645.157 1361.64,604.495 1362.7,620.946 1363.75,635.931 1364.81,637.49 1365.87,650.613 1366.92,601.409 1367.98,660.83 1369.04,608.948 1370.09,564.375 \n",
       "  1371.15,598.161 1372.21,576.623 1373.26,598.441 1374.32,587.033 1375.38,600.896 1376.43,582.879 1377.49,608.504 1378.55,638.108 1379.6,614.718 1380.66,589.463 \n",
       "  1381.72,627.019 1382.77,600.803 1383.83,626.119 1384.89,634.752 1385.94,575.129 1387,564.131 1388.06,578.285 1389.11,619.753 1390.17,608.717 1391.23,602.102 \n",
       "  1392.28,582.759 1393.34,616.645 1394.4,599.261 1395.45,576.764 1396.51,603.976 1397.57,621.998 1398.62,595.382 1399.68,589.372 1400.74,580.01 1401.79,589.029 \n",
       "  1402.85,575.543 1403.91,597.4 1404.96,578.641 1406.02,563.207 1407.08,542.073 1408.13,517.465 1409.19,579.339 1410.25,569.699 1411.3,538.39 1412.36,569.898 \n",
       "  1413.42,576.95 1414.47,579.512 1415.53,551.881 1416.59,554.192 1417.64,548.618 1418.7,515.717 1419.76,588.892 1420.81,577.827 1421.87,528.284 1422.93,567.032 \n",
       "  1423.98,557.179 1425.04,652.483 1426.1,587.38 1427.15,576.158 1428.21,547.196 1429.27,576.99 1430.32,571.903 1431.38,601.622 1432.44,574.796 1433.49,613.912 \n",
       "  1434.55,628.232 1435.61,618.536 1436.66,592.343 1437.72,621.4 1438.78,634.097 1439.83,642.422 1440.89,649.308 1441.95,650.533 1443,659.54 1444.06,597.649 \n",
       "  1445.12,583.112 1446.17,561.692 1447.23,597.461 1448.29,595.145 1449.34,612.935 1450.4,580.713 1451.46,585.373 1452.51,550.782 1453.57,562.973 1454.63,567.77 \n",
       "  1455.68,543.49 1456.74,549.788 1457.8,558.892 1458.85,545.088 1459.91,557.458 1460.97,586.586 1462.02,588.801 1463.08,550.555 1464.14,538.201 1465.19,555.003 \n",
       "  1466.25,562.191 1467.31,572.865 1468.36,545.939 1469.42,558.371 1470.48,561.842 1471.53,573.532 1472.59,582.408 1473.65,595.361 1474.7,566.268 1475.76,598.027 \n",
       "  1476.82,600.156 1477.87,559.499 1478.93,619.211 1479.99,612.508 1481.04,600.468 1482.1,604.633 1483.16,604.466 1484.21,624.923 1485.27,623.693 1486.33,592.435 \n",
       "  1487.38,578.969 1488.44,554.073 1489.5,605.429 1490.55,594.405 1491.61,602.868 1492.67,609.091 1493.72,574.85 1494.78,589.264 1495.84,578.223 1496.89,604.837 \n",
       "  1497.95,561.452 1499.01,600.73 1500.06,595.074 1501.12,564.586 1502.18,599.192 1503.23,600.081 1504.29,575.393 1505.35,582.077 1506.4,570.271 1507.46,598.155 \n",
       "  1508.52,573.409 1509.57,588.568 1510.63,569.495 1511.69,563.46 1512.74,572.376 1513.8,623.597 1514.86,576.942 1515.91,582.787 1516.97,593.711 1518.03,578.555 \n",
       "  1519.08,618.764 1520.14,581.841 1521.2,613.922 1522.25,640.069 1523.31,642.317 1524.37,616.122 1525.42,603.479 1526.48,594.4 1527.54,597.139 1528.59,593.775 \n",
       "  1529.65,630.077 1530.71,610.217 1531.76,627.223 1532.82,572.428 1533.88,609.74 1534.93,634.969 1535.99,599.811 1537.05,602.092 1538.1,650.976 1539.16,668.074 \n",
       "  1540.22,640.382 1541.27,670.443 1542.33,638.643 1543.39,608.113 1544.44,583.788 1545.5,613.929 1546.56,638.546 1547.61,605.767 1548.67,642.166 1549.73,664.45 \n",
       "  1550.78,665.468 1551.84,657.639 1552.9,625.673 1553.95,615.684 1555.01,625.71 1556.07,612.721 1557.12,624.412 1558.18,585.483 1559.24,647.562 1560.29,619.34 \n",
       "  1561.35,641.947 1562.41,623.811 1563.46,630.671 1564.52,609.543 1565.58,643.971 1566.63,697.878 1567.69,659.035 1568.75,655.157 1569.8,646.708 1570.86,661.193 \n",
       "  1571.92,695.07 1572.97,683.873 1574.03,671.232 1575.09,656.337 1576.14,662.507 1577.2,679.505 1578.26,642.569 1579.31,650.377 1580.37,663.05 1581.43,667.529 \n",
       "  1582.48,667.014 1583.54,651.441 1584.59,635.294 1585.65,655.894 1586.71,688.684 1587.76,651.092 1588.82,651.715 1589.88,642.168 1590.93,642.446 1591.99,657.456 \n",
       "  1593.05,685.498 1594.1,638.32 1595.16,633.658 1596.22,660.647 1597.27,674.709 1598.33,653.18 1599.39,640.725 1600.44,640.969 1601.5,659.987 1602.56,631.024 \n",
       "  1603.61,676.943 1604.67,632.949 1605.73,696.517 1606.78,649.955 1607.84,610.428 1608.9,595.286 1609.95,632.746 1611.01,623.975 1612.07,680.747 1613.12,639.037 \n",
       "  1614.18,685.464 1615.24,630.515 1616.29,632.549 1617.35,648.194 1618.41,661.7 1619.46,680.613 1620.52,667.283 1621.58,670.434 1622.63,662.782 1623.69,679.524 \n",
       "  1624.75,652.883 1625.8,687.739 1626.86,683.871 1627.92,724.258 1628.97,699.868 1630.03,699.501 1631.09,670.392 1632.14,669.87 1633.2,625.681 1634.26,625.096 \n",
       "  1635.31,611.372 1636.37,650.858 1637.43,602.616 1638.48,613.341 1639.54,647.876 1640.6,595.83 1641.65,662.479 1642.71,562.605 1643.77,608.463 1644.82,630.458 \n",
       "  1645.88,630.063 1646.94,630.605 1647.99,593.24 1649.05,606.685 1650.11,629.336 1651.16,674.535 1652.22,623.604 1653.28,669.268 1654.33,691.288 1655.39,636.526 \n",
       "  1656.45,676.146 1657.5,695.189 1658.56,714.936 1659.62,674.366 1660.67,656.997 1661.73,682.43 1662.79,660.304 1663.84,684.716 1664.9,667.922 1665.96,658.657 \n",
       "  1667.01,660.144 1668.07,666.399 1669.13,656.265 1670.18,646.848 1671.24,652.444 1672.3,658.591 1673.35,622.622 1674.41,632.872 1675.47,637.457 1676.52,652.775 \n",
       "  1677.58,632.03 1678.64,608.356 1679.69,686.359 1680.75,718.792 1681.81,672.501 1682.86,711.259 1683.92,699.377 1684.98,740.002 1686.03,701.246 1687.09,692.723 \n",
       "  1688.15,723.016 1689.2,699.921 1690.26,705.128 1691.32,691.772 1692.37,694.422 1693.43,692.571 1694.49,689.147 1695.54,729.176 1696.6,678.806 1697.66,702.319 \n",
       "  1698.71,708.079 1699.77,737.772 1700.83,696.26 1701.88,710.606 1702.94,679.731 1704,698.048 1705.05,687.869 1706.11,643.957 1707.17,722.886 1708.22,697.613 \n",
       "  1709.28,662.629 1710.34,708.538 1711.39,761.348 1712.45,735.381 1713.51,733.617 1714.56,707.031 1715.62,658.428 1716.68,657.63 1717.73,652.061 1718.79,660.151 \n",
       "  1719.85,666.307 1720.9,668.762 1721.96,635.971 1723.02,655.899 1724.07,671.964 1725.13,676.833 1726.19,648.5 1727.24,636.094 1728.3,682.007 1729.36,659.601 \n",
       "  1730.41,683.486 1731.47,681.845 1732.53,654.006 1733.58,712.912 1734.64,676.279 1735.7,694.892 1736.75,641.291 1737.81,683.962 1738.87,671.773 1739.92,659.212 \n",
       "  1740.98,718.41 1742.04,679.792 1743.09,690.685 1744.15,664.995 1745.21,712.711 1746.26,687.203 1747.32,662.152 1748.38,702.431 1749.43,673.072 1750.49,675.244 \n",
       "  1751.55,656.015 1752.6,610.409 1753.66,660.19 1754.72,636.716 1755.77,628.782 1756.83,636.006 1757.89,621.982 1758.94,654.486 1760,690.454 1761.06,648.965 \n",
       "  1762.11,616.889 1763.17,606.844 1764.23,607.182 1765.28,637.292 1766.34,623.099 1767.4,650.488 1768.45,667.53 1769.51,678.03 1770.57,652.439 1771.62,648.899 \n",
       "  1772.68,703.004 1773.74,639.629 1774.79,673.849 1775.85,678.323 1776.91,697.044 1777.96,666.225 1779.02,688.117 1780.08,701.782 1781.13,678.318 1782.19,676.335 \n",
       "  1783.25,662.989 1784.3,676.337 1785.36,692.427 1786.42,695.25 1787.47,658.82 1788.53,658.295 1789.59,626.06 1790.64,662.932 1791.7,667.817 1792.76,703.939 \n",
       "  1793.81,703.111 1794.87,703.798 1795.93,705.675 1796.98,687.861 1798.04,692.996 1799.1,639.107 1800.15,652.696 1801.21,707.866 1802.27,668.581 1803.32,679.857 \n",
       "  1804.38,690.529 1805.44,662.375 1806.49,686.408 1807.55,681.894 1808.61,671.312 1809.66,676.938 1810.72,690.093 1811.78,689.568 1812.83,627.01 1813.89,657.588 \n",
       "  1814.95,685.995 1816,681.628 1817.06,733.714 1818.12,663.932 1819.17,693.914 1820.23,726.015 1821.29,657.868 1822.34,673.794 1823.4,683.76 1824.46,720.034 \n",
       "  1825.51,753.934 1826.57,723.29 1827.63,727.401 1828.68,726.602 1829.74,705.123 1830.8,706.689 1831.85,715.427 1832.91,709.416 1833.97,740.784 1835.02,713.21 \n",
       "  1836.08,731.746 1837.14,749.058 1838.19,740.852 1839.25,783.384 1840.31,776.479 1841.36,776.987 1842.42,800.485 1843.48,771.914 1844.53,743.059 1845.59,728.625 \n",
       "  1846.65,709.875 1847.7,735.619 1848.76,786.523 1849.82,731.407 1850.87,701.788 1851.93,766.188 1852.99,713.723 1854.04,699.882 1855.1,745.447 1856.16,737.17 \n",
       "  1857.21,749.638 1858.27,692.239 1859.33,775.351 1860.38,705.454 1861.44,748.381 1862.5,753.749 1863.55,715.26 1864.61,794.979 1865.67,760.398 1866.72,757.253 \n",
       "  1867.78,725.313 1868.84,700.037 1869.89,737.835 1870.95,676.137 1872.01,693.6 1873.06,733.169 1874.12,731.879 1875.18,762.833 1876.23,735.585 1877.29,701.117 \n",
       "  1878.35,724.448 1879.4,726.384 1880.46,771.107 1881.52,735.227 1882.57,698.877 1883.63,766.961 1884.69,738.901 1885.74,722.491 1886.8,747.745 1887.86,744.522 \n",
       "  1888.91,715.94 1889.97,767.219 1891.03,736.025 1892.08,760.284 1893.14,733.57 1894.2,707.525 1895.25,716.234 1896.31,675.029 1897.37,677.384 1898.42,669.878 \n",
       "  1899.48,657.643 1900.54,665.555 1901.59,650.931 1902.65,660.533 1903.71,689.481 1904.76,687.604 1905.82,655.233 1906.88,685.169 1907.93,697.115 1908.99,670.116 \n",
       "  1910.05,678.362 1911.1,680.015 1912.16,690.859 1913.22,634.529 1914.27,660.417 1915.33,675.343 1916.39,706.444 1917.44,671.939 1918.5,695.21 1919.56,659.288 \n",
       "  1920.61,702.282 1921.67,666.597 1922.73,669.336 1923.78,699.086 1924.84,654.122 1925.9,653.214 1926.95,678.352 1928.01,608.573 1929.07,661.769 1930.12,659.665 \n",
       "  1931.18,638.592 1932.24,648.592 1933.29,650.392 1934.35,638.312 1935.41,652.62 1936.46,668.799 1937.52,614.137 1938.58,630.958 1939.63,653.758 1940.69,628.57 \n",
       "  1941.75,625.605 1942.8,626.259 1943.86,633.039 1944.92,661.318 1945.97,604.556 1947.03,641.396 1948.09,662.83 1949.14,646.262 1950.2,596.734 1951.26,628.53 \n",
       "  1952.31,601.591 1953.37,594.84 1954.43,613.991 1955.48,636.62 1956.54,584.671 1957.6,605.445 1958.65,583.377 1959.71,638.088 1960.77,612.43 1961.82,609.02 \n",
       "  1962.88,589.424 1963.94,605.838 1964.99,645.174 1966.05,616.267 1967.11,618.16 1968.16,656.813 1969.22,640.743 1970.28,658.276 1971.33,687.43 1972.39,668.642 \n",
       "  1973.45,614.772 1974.5,609.06 1975.56,668.35 1976.62,672.225 1977.67,639.197 1978.73,646.87 1979.79,689.569 1980.84,663.816 1981.9,686.123 1982.96,676.217 \n",
       "  1984.01,660.305 1985.07,658.95 1986.13,636.713 1987.18,653.66 1988.24,678.264 1989.3,665.478 1990.35,647.135 1991.41,635.006 1992.47,627.942 1993.52,673.972 \n",
       "  1994.58,677.999 1995.64,699.511 1996.69,676.57 1997.75,646.202 1998.81,689.108 1999.86,667.548 2000.92,677.164 2001.98,707.653 2003.03,708.061 2004.09,668.53 \n",
       "  2005.15,649.845 2006.2,672.276 2007.26,707.219 2008.32,683.421 2009.37,704.719 2010.43,666.605 2011.49,669.4 2012.54,621.501 2013.6,602.03 2014.66,628.118 \n",
       "  2015.71,650.674 2016.77,664.226 2017.83,630.729 2018.88,652.56 2019.94,608.182 2021,617.842 2022.05,628.058 2023.11,630.546 2024.17,638.061 2025.22,642.581 \n",
       "  2026.28,673.707 2027.34,632.688 2028.39,652.766 2029.45,633.624 2030.51,668.995 2031.56,631.733 2032.62,612.434 2033.68,645.868 2034.73,625.121 2035.79,633.786 \n",
       "  2036.85,621.425 2037.9,598.324 2038.96,650.359 2040.02,631.841 2041.07,641.294 2042.13,618.71 2043.19,645.791 2044.24,651.169 2045.3,664.649 2046.36,680.665 \n",
       "  2047.41,639.661 2048.47,649.431 2049.53,689.281 2050.58,639.839 2051.64,654.181 2052.7,622.654 2053.75,611.324 2054.81,641.743 2055.87,642.896 2056.92,627.62 \n",
       "  2057.98,621.495 2059.04,609.765 2060.09,660.431 2061.15,599.605 2062.21,574.698 2063.26,582.256 2064.32,551.264 2065.38,572.465 2066.43,549.273 2067.49,545.418 \n",
       "  2068.55,574.093 2069.6,567.084 2070.66,593.489 2071.72,575.934 2072.77,566.421 2073.83,587.727 2074.89,531.16 2075.94,580.922 2077,583.559 2078.06,615.159 \n",
       "  2079.11,652.327 2080.17,617.673 2081.23,622.24 2082.28,649.92 2083.34,648.911 2084.4,642.008 2085.45,624.406 2086.51,607.048 2087.57,602.829 2088.62,606.592 \n",
       "  2089.68,638.501 2090.74,602.978 2091.79,578.039 2092.85,586.581 2093.91,637.316 2094.96,627.987 2096.02,644.039 2097.08,637.692 2098.13,636.611 2099.19,628.943 \n",
       "  2100.25,644.073 2101.3,607.247 2102.36,608.536 2103.42,644.265 2104.47,602.341 2105.53,585.405 2106.59,621.418 2107.64,625.422 2108.7,577.2 2109.76,628.763 \n",
       "  2110.81,628.653 2111.87,618.645 2112.93,628.896 2113.98,631.723 2115.04,649.691 2116.1,640.895 2117.15,654.667 2118.21,571.348 2119.27,627.894 2120.32,617.407 \n",
       "  2121.38,610.067 2122.44,610.2 2123.49,603.282 2124.55,625.729 2125.61,628.568 2126.66,633.479 2127.72,643.047 2128.78,605.965 2129.83,649.042 2130.89,636.572 \n",
       "  2131.95,614.925 2133,612.53 2134.06,611.644 2135.12,622.313 2136.17,647.38 2137.23,628.418 2138.29,622.078 2139.34,610.158 2140.4,638.899 2141.46,593.703 \n",
       "  2142.51,633.093 2143.57,634.628 2144.63,617.614 2145.68,643.753 2146.74,631.418 2147.8,653.174 2148.85,699.979 2149.91,662.268 2150.97,665.941 2152.02,659.384 \n",
       "  2153.08,646.819 2154.14,667.755 2155.19,684.569 2156.25,660.64 2157.31,629.048 2158.36,648.343 2159.42,657.895 2160.48,630.074 2161.53,676.727 2162.59,634.562 \n",
       "  2163.65,640.009 2164.7,636.488 2165.76,645.947 2166.82,615.396 2167.87,675.784 2168.93,674.395 2169.99,674.389 2171.04,672.756 2172.1,687.715 2173.16,672.727 \n",
       "  2174.21,688.798 2175.27,682.677 2176.33,717.696 2177.38,697.978 2178.44,634.488 2179.5,632.101 2180.55,640.269 2181.61,707.458 2182.67,641.671 2183.72,639.556 \n",
       "  2184.78,645.364 2185.84,618.297 2186.89,660.789 2187.95,629.152 2189.01,687.123 2190.06,669.723 2191.12,625.539 2192.18,632.114 2193.23,616.828 2194.29,613.948 \n",
       "  2195.35,645.732 2196.4,618.431 2197.46,620.148 2198.52,623.706 2199.57,645.897 2200.63,604.131 2201.69,611.366 2202.74,622.535 2203.8,626.341 2204.86,574.527 \n",
       "  2205.91,599.61 2206.97,569.991 2208.03,606.895 2209.08,582.987 2210.14,603.062 2211.2,601.299 2212.25,596.928 2213.31,592.864 2214.37,626.132 2215.42,617.818 \n",
       "  2216.48,569.538 2217.53,626.89 2218.59,616.934 2219.65,570.497 2220.7,592.247 2221.76,629.524 2222.82,580.208 2223.87,620.743 2224.93,694.343 2225.99,649.18 \n",
       "  2227.04,574.522 2228.1,649.296 2229.16,663.454 2230.21,615.761 2231.27,658.51 2232.33,635.349 2233.38,629.724 2234.44,648.411 2235.5,673.308 2236.55,640.084 \n",
       "  2237.61,644.311 2238.67,641.264 2239.72,659.978 2240.78,640.933 2241.84,657.489 2242.89,619.095 2243.95,632.175 2245.01,613.626 2246.06,585.382 2247.12,605.933 \n",
       "  2248.18,653.07 2249.23,626.528 2250.29,656.306 2251.35,594.182 2252.4,633.147 2253.46,623.962 2254.52,568.312 2255.57,631.433 2256.63,607.545 2257.69,595.669 \n",
       "  2258.74,597.838 2259.8,573.57 2260.86,556.171 2261.91,574.918 2262.97,571.239 2264.03,583.458 2265.08,577.096 2266.14,539.109 2267.2,626.663 2268.25,571.391 \n",
       "  2269.31,621.197 2270.37,581.041 2271.42,579.213 2272.48,662.188 2273.54,641.696 2274.59,611.548 2275.65,650.083 2276.71,628.929 2277.76,625.974 2278.82,585.806 \n",
       "  2279.88,583.251 2280.93,612.672 2281.99,594.082 2283.05,558.127 2284.1,577.628 2285.16,614.719 2286.22,591.906 2287.27,578.696 2288.33,634.824 2289.39,626.43 \n",
       "  \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip6700)\" d=\"\n",
       "M1742.42 1343.47 L2280.76 1343.47 L2280.76 1162.03 L1742.42 1162.03  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1742.42,1343.47 2280.76,1343.47 2280.76,1162.03 1742.42,1162.03 1742.42,1343.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1766.42,1222.51 1910.42,1222.51 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1934.42, 1240.01)\" x=\"1934.42\" y=\"1240.01\">on_policy b=1</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip6700)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1766.42,1282.99 1910.42,1282.99 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip6700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1934.42, 1300.49)\" x=\"1934.42\" y=\"1300.49\">uniform b=1</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ns, b, steps = 10000, 1, 200000\n",
    "p = plot(legend=:bottomright)\n",
    "plot!(p, mean(on_policy(ns, na, b, steps, eval_every) for _ in 1:30), label=\"on_policy b=$b\")\n",
    "plot!(p, mean(alternate_policy(ns, na, b, steps, eval_every) for _ in 1:30), label=\"uniform b=$b\")\n",
    "p"
   ]
  }
 ],
 "metadata": {
  "@webio": {
   "lastCommId": null,
   "lastKernelId": null
  },
  "kernelspec": {
   "display_name": "Julia 1.3.0",
   "language": "julia",
   "name": "julia-1.3"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "1.3.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
